-- Logs begin at Wed 2021-08-04 11:01:44 UTC, end at Wed 2021-08-04 11:57:24 UTC. -- Aug 04 11:31:25.971421 dv-cinder-784140-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 11:31:29.061423 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:31:29.062095 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:31:29.062273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:31:29.066402 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:31:29.066694 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:31:29.067041 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:31:29.068043 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:31:29.068312 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:31:29.068974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:31:29.069255 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:31:29.069529 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:31:29.069896 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.070233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.070564 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.070828 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.071162 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.071489 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.071809 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.072133 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.072506 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.072830 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.073139 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.073456 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.073725 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.074038 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.074367 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.074689 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.074950 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] debug = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.075296 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.075765 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.076380 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.076754 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.077093 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.077455 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.077827 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.078160 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.078546 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.078989 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] host = dv-cinder-784140-6-iscsi {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.079322 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.079650 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.080736 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.081112 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.081483 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.081782 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.082147 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.082475 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.082791 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.083160 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.083535 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.083885 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.084236 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.084539 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.084802 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.085147 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.085493 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.085805 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.086120 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.086448 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.086816 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.087131 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.087437 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.087760 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.088081 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.088434 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.088754 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.089077 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.089388 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.089697 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.090019 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.090335 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.090646 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.090955 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.091279 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.091585 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.091895 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.092235 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.092591 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.092911 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.093233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.093545 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.093861 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.094175 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.094487 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.094800 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_json = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.095109 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.095536 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.096042 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.096356 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.096879 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.097205 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.097518 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.097844 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:29.098185 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.098515 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.098855 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.099178 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.099509 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.099829 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.100155 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.100516 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.100845 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.101170 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.101498 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.101816 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.102145 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.102462 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.102796 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.103146 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.103479 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.103821 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.104174 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.104534 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.104855 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.105174 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.105569 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.105951 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.106283 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.106598 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.106934 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.107279 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.107606 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.107924 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.108549 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.108883 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.109206 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.109521 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.109846 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.110171 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.110486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.110798 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.111618 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.111979 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.112293 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.112634 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.112939 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.113256 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.113564 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.113888 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.114200 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.114510 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.114820 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.115153 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.115440 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.115809 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.116143 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.116480 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.116801 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.117144 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.117453 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.117772 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.118086 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.118403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.118717 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.119033 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.119355 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.119670 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.119983 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.120295 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.120635 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.120944 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.121273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.121611 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.121927 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.122244 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.122559 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.122875 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.123189 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.123506 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.123819 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.124134 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.124485 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.124826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.125154 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.125477 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.125818 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.126167 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.126497 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.126853 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.127778 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.128397 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.128728 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.129063 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.129388 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.129722 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.130053 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.130385 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.130719 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.131051 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.131365 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.131710 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.132021 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:29.132268 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:31:29.132610 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 11:31:29.512655 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:31:29.512964 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:31:29.513324 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:31:29.513704 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 11:31:29.943419 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.943816 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.944177 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.945505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.945810 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.946109 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.983883 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.984196 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.984540 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:29.999705 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.000057 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.000396 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.034650 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.034990 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.035318 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.076745 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.077496 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.077496 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.329898 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.330538 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.330978 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.331308 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.332066 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.460402 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.460788 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.461125 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.461433 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.461735 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.462085 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.462381 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.462678 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.462965 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.463335 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.463706 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.464046 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.464345 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.464672 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.464974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.465284 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.465586 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.465899 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.466219 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.466524 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.466843 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.467141 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.467475 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.467928 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.468224 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.468544 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.469042 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.469328 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.469608 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.469886 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.470162 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.470441 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:30.471391 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 11:31:30.475182 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 11:31:30.479291 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 11:31:30.483418 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 04 11:31:30.485375 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 11:31:30.485882 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 11:31:30.486846 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 11:31:30.487243 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 11:31:30.490136 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 11:31:30.490417 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 11:31:30.490799 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:31:30.496861 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 11:31:30.521725 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 11:31:30.522236 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.522580 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 11:31:30.522978 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.524771 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 11:31:30.525123 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:31:30.525403 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 11:31:30.529070 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.529398 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:30.594656 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 11:31:30.594908 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 11:31:30.595195 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 11:31:30.596426 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 11:31:30.620090 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_db.sqlalchemy.engines [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 11:31:31.208945 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing driver for type 'gre' Aug 04 11:31:31.209952 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] gre ID ranges: [(1, 1000)] Aug 04 11:31:31.281500 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing driver for type 'local' Aug 04 11:31:31.281974 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing driver for type 'vlan' Aug 04 11:31:31.301252 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] VlanTypeDriver initialization complete Aug 04 11:31:31.301710 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing driver for type 'vxlan' Aug 04 11:31:31.302182 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] vxlan ID ranges: [(1, 1000)] Aug 04 11:31:31.367573 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing extension driver 'port_security' Aug 04 11:31:31.368005 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.extensions.port_security [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] PortSecurityExtensionDriver initialization complete Aug 04 11:31:31.368419 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing mechanism driver 'openvswitch' Aug 04 11:31:31.368785 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing mechanism driver 'hyperv' Aug 04 11:31:31.375739 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:31.376661 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.377036 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.377390 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.377985 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.378680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.379048 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.379397 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.379821 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.380242 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.380617 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.380957 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.381357 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.381769 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.382122 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.382465 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.382871 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.383290 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.383634 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.383984 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.384408 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.384815 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > address_group after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.385159 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > address_group after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.385495 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > address_group after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.385891 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:31:31.386368 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] ML2 OVO RPC backend initialized. {{(pid=99729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 11:31:31.387200 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.387622 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.388226 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.388607 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > networks before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.388954 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.389297 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > ports before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.389640 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.389973 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnets before_response 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.390323 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.390655 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.391003 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.391337 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.391664 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.395170 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.395170 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.395170 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.395170 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.395785 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.plugin [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Modular L2 Plugin initialization complete Aug 04 11:31:31.395785 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading services supported by the core plugin {{(pid=99729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 11:31:31.395785 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.plugins.ml2.managers [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Got port-security extension from driver 'port_security' Aug 04 11:31:31.396191 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.extensions.vlantransparent [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Disabled vlantransparent extension. Aug 04 11:31:31.396334 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 11:31:31.396692 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: router Aug 04 11:31:31.435515 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.435954 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_create 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.436459 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router before_create 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.436810 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.437221 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.437620 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_delete 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.438015 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > floatingip after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.438414 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_create 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.438928 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.439353 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.439752 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.440146 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.440811 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.441226 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.441608 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.441996 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: subnet after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.442691 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.443137 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > port precommit_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.443648 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_create 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.444123 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.444608 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.445056 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router after_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.445486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_delete 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.445921 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_create 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.446380 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.446819 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_update 55549900 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.447403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > agent after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.448478 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > agent after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.449330 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > network after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.450409 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Tracking information for resource: router configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:31.450842 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Tracking information for resource: floatingip configured {{(pid=99729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:31:31.457261 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.db.l3_agentschedulers_db [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 11:31:31.457901 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.459117 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.459608 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.460005 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: port after_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.460906 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router before_create 55550100 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.461312 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_delete 55550100 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.461710 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_create 55550100 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.462099 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > router precommit_update 55550100 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.467010 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.provider_configuration [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service providers = [] {{(pid=99729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 11:31:31.467414 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.db.servicetype_db [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 11:31:31.472483 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.service_base [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:31:31.472895 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.service_base [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:31:31.473322 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.service_base [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:31:31.474362 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.services.service_base [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:31:31.474846 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.services.service_base [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 11:31:31.475283 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.475637 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 11:31:31.487369 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.487747 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: auto_allocate Aug 04 11:31:31.494558 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: network precommit_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.494986 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: network precommit_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.495568 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.495917 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: tag Aug 04 11:31:31.505173 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.505622 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: timestamp Aug 04 11:31:31.509900 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.510222 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: network_ip_availability Aug 04 11:31:31.515989 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.516362 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.516748 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.518064 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.518560 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: flavors Aug 04 11:31:31.524246 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.524599 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading Plugin: revisions Aug 04 11:31:31.529295 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:31:31.529704 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.016s {{(pid=99729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:31:31.530476 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 11:31:31.530813 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Initializing extension manager. Aug 04 11:31:31.531326 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: __init__.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.531715 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: __pycache__ {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.531994 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.532324 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: address_group.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.533785 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.534781 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: address-group Aug 04 11:31:31.535146 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: address_scope.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.536118 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.536712 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: address-scope Aug 04 11:31:31.537072 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: admin_state_down_before_update.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.538117 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.538703 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: router-admin-state-down-before-update Aug 04 11:31:31.539059 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: agent.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.539805 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.540357 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: agent Aug 04 11:31:31.540729 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: agent_resources_synced.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.541662 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.542209 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: agent-resources-synced Aug 04 11:31:31.542558 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: allowedaddresspairs.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.544502 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.545024 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: allowed-address-pairs Aug 04 11:31:31.545346 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: auto_allocated_topology.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.546472 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.546991 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: auto-allocated-topology Aug 04 11:31:31.547316 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: availability_zone.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.548023 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.549184 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: availability_zone Aug 04 11:31:31.549512 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: availability_zone_filter.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.550477 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.551042 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: availability_zone_filter Aug 04 11:31:31.551401 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: data_plane_status.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.552571 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.553193 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 11:31:31.553550 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: default_subnetpools.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.554592 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.555145 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: default-subnetpools Aug 04 11:31:31.555521 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: dhcpagentscheduler.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.556434 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.557089 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: dhcp_agent_scheduler Aug 04 11:31:31.557497 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: dns.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.558485 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.559079 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension dns-integration not supported by any of loaded plugins Aug 04 11:31:31.559483 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: dns_domain_ports.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.560532 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.561127 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 11:31:31.561525 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.562513 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.563127 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 11:31:31.563529 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: dvr.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.565043 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.565579 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: dvr Aug 04 11:31:31.565999 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: ecmp_routes.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.566928 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.567425 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 11:31:31.567747 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: empty_string_filtering.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.568682 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.569187 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: empty-string-filtering Aug 04 11:31:31.569508 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.570403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.570903 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:31:31.571223 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.572115 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.572652 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 11:31:31.572973 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: external_net.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.573871 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.574374 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: external-net Aug 04 11:31:31.574691 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: extra_dhcp_opt.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.575586 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.576087 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: extra_dhcp_opt Aug 04 11:31:31.576429 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: extraroute.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.577331 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.577828 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: extraroute Aug 04 11:31:31.578142 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: extraroute_atomic.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.579186 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.579689 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: extraroute-atomic Aug 04 11:31:31.580077 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: filter_validation.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.581458 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.581599 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: filter-validation Aug 04 11:31:31.581919 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: fip_pf_description.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.583063 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.583562 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 11:31:31.583878 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: fip_port_details.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.585039 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.585541 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: fip-port-details Aug 04 11:31:31.585856 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: flavors.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.587091 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.587600 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: flavors Aug 04 11:31:31.587920 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.589620 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.590131 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 11:31:31.590457 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: floatingip_pools.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.591144 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.591650 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: floatingip-pools Aug 04 11:31:31.591968 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: ip_allocation.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.592905 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.593405 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 11:31:31.593725 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.594630 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.595133 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: ip-substring-filtering Aug 04 11:31:31.595526 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l2_adjacency.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.596475 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.596980 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 11:31:31.597304 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.598460 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.598969 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: router Aug 04 11:31:31.599291 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3_conntrack_helper.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.601579 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.602109 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:31:31.602436 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.603370 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.603880 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: ext-gw-mode Aug 04 11:31:31.604203 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.605158 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.605670 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: l3-ha Aug 04 11:31:31.605988 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3_flavors.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.606889 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.607393 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: l3-flavors Aug 04 11:31:31.607714 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.609017 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.609527 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 11:31:31.609846 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: l3agentscheduler.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.610903 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.612281 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: l3_agent_scheduler Aug 04 11:31:31.612639 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: logging.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.614134 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.614648 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension logging not supported by any of loaded plugins Aug 04 11:31:31.614973 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: metering.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.615882 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.616504 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: metering Aug 04 11:31:31.616826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.617929 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.618433 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: metering_source_and_destination_fields Aug 04 11:31:31.618754 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: multiprovidernet.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.619831 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.620342 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: multi-provider Aug 04 11:31:31.620689 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: netmtu.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.621605 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.622109 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: net-mtu Aug 04 11:31:31.622428 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: netmtu_writable.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.623336 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.623839 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: net-mtu-writable Aug 04 11:31:31.624157 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: network_availability_zone.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.624844 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.625342 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: network_availability_zone Aug 04 11:31:31.625658 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: network_ip_availability.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.627344 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.627933 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: network-ip-availability Aug 04 11:31:31.628505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: network_segment_range.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.629334 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.629886 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 11:31:31.630245 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: pagination.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.631261 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.631630 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: pagination Aug 04 11:31:31.631989 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: port_device_profile.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.632978 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.633539 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: port-device-profile Aug 04 11:31:31.633894 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.634833 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.635385 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: port-mac-address-regenerate Aug 04 11:31:31.635737 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.636811 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.637365 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: port-numa-affinity-policy Aug 04 11:31:31.637721 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: port_resource_request.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.638700 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.639274 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 11:31:31.639631 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: portbindings.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.640647 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.641195 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: binding Aug 04 11:31:31.641546 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: portbindings_extended.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.643493 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.644001 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: binding-extended Aug 04 11:31:31.644323 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: portsecurity.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.645282 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.645792 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: port-security Aug 04 11:31:31.646119 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: project_id.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.647084 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.647410 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: project-id Aug 04 11:31:31.647727 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: providernet.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.648666 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.649181 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: provider Aug 04 11:31:31.649500 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.653066 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.653591 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos not supported by any of loaded plugins Aug 04 11:31:31.653920 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.655173 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.655689 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 11:31:31.656014 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.657000 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.657506 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 11:31:31.657828 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_default.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.659246 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.659855 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-default not supported by any of loaded plugins Aug 04 11:31:31.660182 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_fip.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.661020 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.661527 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-fip not supported by any of loaded plugins Aug 04 11:31:31.661851 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_gateway_ip.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.662781 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.663284 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 11:31:31.663604 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_port_network_policy.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.664538 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.665046 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 11:31:31.665363 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_rule_type_details.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.666273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.666780 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 11:31:31.667098 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: qos_rules_alias.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.668154 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.668682 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 11:31:31.669004 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: quotasv2.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.669972 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.670513 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: quotas Aug 04 11:31:31.670836 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: quotasv2_detail.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.674863 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.675101 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: quota_details Aug 04 11:31:31.675443 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: rbac.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.676616 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.677187 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: rbac-policies Aug 04 11:31:31.677512 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: rbac_address_group.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.678504 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.679022 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: rbac-address-group Aug 04 11:31:31.679343 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: rbac_address_scope.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.680251 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.680857 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: rbac-address-scope Aug 04 11:31:31.681177 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: rbac_security_groups.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.682091 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.682595 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: rbac-security-groups Aug 04 11:31:31.682913 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: rbac_subnetpool.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.683813 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.684316 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: rbac-subnetpool Aug 04 11:31:31.684658 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: revisionifmatch.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.685561 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.686066 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: revision-if-match Aug 04 11:31:31.686384 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: revisions.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.687494 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.688001 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: standard-attr-revisions Aug 04 11:31:31.688321 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: router_availability_zone.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.689029 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.690187 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: router_availability_zone Aug 04 11:31:31.690783 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: routerservicetype.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.691628 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.692138 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension router-service-type not supported by any of loaded plugins Aug 04 11:31:31.692489 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.693399 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.693906 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: security-groups-normalized-cidr Aug 04 11:31:31.694224 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: security_groups_port_filtering.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.695126 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.695629 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: port-security-groups-filtering Aug 04 11:31:31.695945 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.696882 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.697389 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: security-groups-remote-address-group Aug 04 11:31:31.697706 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: securitygroup.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.708685 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.709378 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: security-group Aug 04 11:31:31.709709 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: segment.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.710570 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.711077 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension segment not supported by any of loaded plugins Aug 04 11:31:31.711401 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.712438 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.712950 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 11:31:31.713271 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: servicetype.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.714411 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.714931 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: service-type Aug 04 11:31:31.715256 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: sorting.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.716249 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.716606 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: sorting Aug 04 11:31:31.716931 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: standard_attr_segment.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.717946 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.718478 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 11:31:31.718803 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: standardattrdescription.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.719492 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.720007 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: standard-attr-description Aug 04 11:31:31.720326 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: stateful_security_group.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.721841 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.722357 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: stateful-security-group Aug 04 11:31:31.722674 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: stdattrs_common.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.723266 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 11:31:31.723580 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.724772 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.725297 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 11:31:31.725616 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnet_onboard.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.726701 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.727214 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: subnet_onboard Aug 04 11:31:31.727532 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.728471 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.728978 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 11:31:31.729301 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnet_service_types.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.730209 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.730717 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: subnet-service-types Aug 04 11:31:31.731034 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnetallocation.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.732108 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.732653 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: subnet_allocation Aug 04 11:31:31.732973 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.733889 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.734391 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: subnetpool-prefix-ops Aug 04 11:31:31.734707 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.735632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.737275 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 11:31:31.738061 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: tagging.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.739219 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.739747 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: standard-attr-tag Aug 04 11:31:31.740079 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: timestamp.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.741541 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.742049 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loaded extension: standard-attr-timestamp Aug 04 11:31:31.742373 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: trunk.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.743405 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.743915 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension trunk not supported by any of loaded plugins Aug 04 11:31:31.744236 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: trunk_details.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.745174 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.745678 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension trunk-details not supported by any of loaded plugins Aug 04 11:31:31.745997 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: uplink_status_propagation.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.746911 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.747417 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 11:31:31.747736 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Loading extension file: vlantransparent.py {{(pid=99729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:31:31.748446 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:31:31.748951 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 11:31:31.751564 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:network Aug 04 11:31:31.752216 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnet Aug 04 11:31:31.752216 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:31:31.753060 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:port Aug 04 11:31:31.754408 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.755035 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service FLAVORS assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.755740 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.756221 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.756596 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:router Aug 04 11:31:31.757068 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:31:31.757599 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service METERING assigned prefix: /metering {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.759215 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.759683 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.760100 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:31:31.761271 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:31:31.761749 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:31:31.762222 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:31:31.762882 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service CORE assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.763241 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:31:31.763625 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] subnetpool is already registered Aug 04 11:31:31.764092 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service CORE assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.764490 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:31:31.764866 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] subnetpool is already registered Aug 04 11:31:31.767637 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.767799 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service FLAVORS assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.768814 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.769288 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.769670 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:router Aug 04 11:31:31.770038 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] router is already registered Aug 04 11:31:31.770549 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:31:31.770923 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] floatingip is already registered Aug 04 11:31:31.771455 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service METERING assigned prefix: /metering {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.772234 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:31:31.772637 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] rbac_policy is already registered Aug 04 11:31:31.773102 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:31:31.773478 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] security_group is already registered Aug 04 11:31:31.773926 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:31:31.774295 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] security_group_rule is already registered Aug 04 11:31:31.775015 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service CORE assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.775383 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:31:31.775756 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] subnetpool is already registered Aug 04 11:31:31.776226 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.v2.resource_helper [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Service CORE assigned prefix: {{(pid=99729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:31:31.776638 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:31:31.777009 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING neutron.quota.resource_registry [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] subnetpool is already registered Aug 04 11:31:31.777517 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: extensions {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.779087 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: address-groups {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.780756 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: address-scopes {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.782173 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: agents {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.783995 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: auto-allocated-topology {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.785480 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: availability_zones {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.786765 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: dhcp-networks {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.789991 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: dhcp-agents {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.791570 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: routers {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.793379 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: flavors {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.794680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: service_profiles {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.795926 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: next_providers {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.797470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: service_profiles {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.799774 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: floatingip-pools {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.801309 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: routers {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.803409 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: floatingips {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.804761 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: l3-routers {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.806375 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: l3-agents {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.808134 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: metering-labels {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.809522 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: metering-label-rules {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.811076 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: network-ip-availabilities {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.812393 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: bindings {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.814013 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: quotas {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.815852 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: quotas {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.817486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: rbac-policies {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.818729 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: security-groups {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.820068 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: security-group-rules {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.823265 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: service-providers {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.827105 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: subnetpools {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.831314 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: subnetpools {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.833857 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.835934 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.838063 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.840053 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.842093 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.844195 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.847160 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.849067 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.851134 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.853101 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron.api.extensions [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Extended resource: tags {{(pid=99729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:31:31.859421 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING keystonemiddleware.auth_token [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 11:31:31.865143 dv-cinder-784140-6-iscsi neutron-server[99729]: WARNING keystonemiddleware.auth_token [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 11:31:31.875356 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Acquired lock "singleton_lock" {{(pid=99729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 11:31:31.875891 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_concurrency.lockutils [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Releasing lock "singleton_lock" {{(pid=99729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 11:31:31.876693 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Starting 2 workers Aug 04 11:31:31.881890 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Started child 99840 {{(pid=99729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:31:31.886831 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Started child 99841 {{(pid=99729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:31:31.888723 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO neutron.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 11:31:31.889098 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.890051 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Notify callbacks [] for process, before_spawn {{(pid=99729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.891325 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [-] (99840) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:31:31.893336 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Starting 1 workers Aug 04 11:31:31.894958 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.896631 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [-] (99841) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:31:31.900592 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Started child 99842 {{(pid=99729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:31:31.901439 dv-cinder-784140-6-iscsi neutron-server[99729]: INFO oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Starting 1 workers Aug 04 11:31:31.905798 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] calling RpcWorker wait() {{(pid=99842) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 11:31:31.906702 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] returning from RpcWorker wait() {{(pid=99842) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 11:31:31.908769 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Started child 99843 {{(pid=99729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:31:31.908981 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.909542 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:31.910386 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e566-beb8-460b-afc2-8979fd3cd55b None None] Notify callbacks [] for process, after_spawn {{(pid=99729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.913028 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:31:31.913326 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:31:31.913602 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:31:31.914156 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:31:31.914885 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:31:31.915293 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:31.916079 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:31:31.916219 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.916606 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.916931 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:31.917107 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.917409 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.917844 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.918745 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.919154 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.919551 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.919964 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.920345 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.920636 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.921102 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.921699 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.922273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.922978 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.923683 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.925098 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.925748 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.926232 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.926845 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.927459 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.928036 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.928680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] debug = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.929265 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.930233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.930869 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.931439 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.932046 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.932685 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.933262 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.933869 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.934466 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.935024 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.935605 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.936184 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.936782 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.937371 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.937985 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.938606 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.939194 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.940465 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] host = dv-cinder-784140-6-iscsi {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.941059 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.941613 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.942198 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.942792 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.943314 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.943817 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.944353 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.944913 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.945444 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.945936 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.946431 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.946958 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.947453 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.947969 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.948390 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_options = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.948894 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.949434 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.949966 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.950401 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.950809 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.951219 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.951716 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.952115 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.953327 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.953842 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.954350 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.955329 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.955890 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.956430 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.956987 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.957507 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.958043 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.958604 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.959185 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.959925 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.961271 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.961719 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.962420 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.962812 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.963213 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.963623 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.963992 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.964262 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.964619 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.965038 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.965433 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.965849 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.966206 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.968670 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.969497 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.970965 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.971522 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.972241 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.972616 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.973124 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.975517 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.976568 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.977229 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.977849 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.978461 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.979038 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_json = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.979637 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.980736 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.981345 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.981915 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.983715 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.984274 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.984731 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.985193 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:31.985859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.987235 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.987801 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.988214 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.988672 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.989071 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.989486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.989828 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.990236 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.990666 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.991113 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.991489 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.991941 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.992351 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.992851 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.993403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.994166 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.994631 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.995127 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.995535 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.995940 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.996574 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.997310 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.997935 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.998596 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:31.999265 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.003714 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.004818 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.005361 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.005876 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.007337 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.007864 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.008489 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.009162 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.009651 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.010158 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.010698 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.011203 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.011743 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.012256 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.012902 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.013448 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.013947 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.014731 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.015215 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.015714 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.016220 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.016792 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.017312 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.017950 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.018575 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.019127 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.019652 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.019961 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.020273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.026464 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.027094 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.027459 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.027836 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.028205 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.028611 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.028991 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.029355 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.029675 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.029953 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.030307 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.030618 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.030891 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.031171 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.031443 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.031717 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.032008 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.032466 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.034143 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.035024 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.035376 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.035738 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.036107 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.036499 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.036862 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.037212 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.037600 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.037976 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.038333 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.038775 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.039284 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.040711 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.041305 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.042743 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.043178 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.043554 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.044001 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.044332 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.044645 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.045007 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.045442 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.045796 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.046187 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.046564 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.046981 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.047399 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.047766 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.048173 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.049269 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.049669 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.050078 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.050503 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.050944 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.051389 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.051768 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.052032 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.052412 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.052711 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.053187 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.053553 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.053882 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.054278 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.054725 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.055782 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.056194 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.056593 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.056894 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.057217 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.057656 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.058085 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.058488 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.058748 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.059042 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.059287 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.059654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.060026 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.060353 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.060696 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.060933 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.061172 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.061392 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.061683 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.061944 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.062181 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.062451 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.062696 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.062932 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.063172 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.063423 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.063652 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.063865 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.064752 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.064911 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.065233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.065233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.065741 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.065741 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.065945 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.066266 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.066569 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.066702 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.066916 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.067243 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.067521 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.067770 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.068051 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.068273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.068551 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.068748 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.068988 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.069202 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.069413 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.069793 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.070103 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.070473 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.070801 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.071098 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.071424 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.071744 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.072077 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.072400 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.072741 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.073044 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.073338 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.073638 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.073950 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.074243 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.074563 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.074937 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.075334 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.075783 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.076180 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.076771 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.077512 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.077826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.078176 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.078546 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.078917 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.079306 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.079692 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.081450 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.081450 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.081734 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.081926 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.082300 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.082679 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.083051 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.083405 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.083745 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.083996 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.084299 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.084793 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.085192 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.085603 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.086013 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.086420 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.086802 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.087188 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.087557 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.088355 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.088705 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.089025 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.089374 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.089796 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.090149 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.090711 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.090973 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.091286 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.091632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.091994 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.092274 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.092643 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.093015 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.093382 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.093732 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.094114 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.094527 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.094819 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.095141 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.095537 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.096090 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.096501 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.096876 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.097233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.097623 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.097986 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.098346 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.098777 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.099114 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.099502 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.099958 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.100341 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.100754 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.101162 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.101641 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.102003 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.102403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.102798 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.103183 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.103521 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.103907 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.104425 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.104890 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.105332 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.105756 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.106177 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.106599 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.107038 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.107393 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.107709 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:32.107886 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.108737 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.109146 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.109540 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.109918 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.110291 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.110643 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.110986 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.111969 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.112233 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.112645 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.112942 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.113286 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.113592 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.113885 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.114197 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.114490 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.114791 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.115074 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.115391 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.115677 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.115886 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:31:32.116599 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:31:32.116846 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:31:32.117070 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:31:32.117314 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:31:32.117549 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:31:32.117785 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:31:32.118070 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.118311 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.118553 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.118792 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.119032 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.119292 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.119530 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.119767 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.120008 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.120246 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.120526 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.120765 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.121003 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.121238 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.121472 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.121709 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.121945 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.122190 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.122434 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.122680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.122916 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.123155 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.123392 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] debug = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.123629 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.123928 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.124173 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.125313 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.125313 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.125313 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.125773 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.125773 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.126037 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.126177 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.126898 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.126898 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.127786 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.128038 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.128412 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.128612 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.128871 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.129183 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] host = dv-cinder-784140-6-iscsi {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.129412 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.129746 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.129945 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.130164 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.130418 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.130744 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.130901 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.131300 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.131456 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.131830 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.131978 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.132402 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.132577 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.132719 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.133126 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_options = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.133291 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.133433 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.133678 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.133944 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.134187 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.134429 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.134674 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.134915 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.135156 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.135691 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.135929 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.136206 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.136459 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.136713 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.136951 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.137198 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.137442 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.137697 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.137929 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.138432 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.138675 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.138912 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.139150 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.139390 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.139635 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.139871 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.140109 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.140349 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.140608 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.140843 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.141090 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.141448 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.141602 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.141846 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.142113 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.142680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.142680 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.143125 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.143486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.143486 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.143737 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.143931 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.144188 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.144528 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.144706 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.144948 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_json = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.145185 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.145430 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.145692 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.145930 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.146168 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.146411 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.146649 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.146888 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:31:32.147149 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.147390 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.147640 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.147884 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.148122 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.148386 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.148658 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.148861 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.149100 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.149340 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.149592 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.149785 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.150078 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.150312 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.150573 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.150839 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.151105 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.151366 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.151629 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.151888 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.152149 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.152431 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.152712 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.152979 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.153230 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.153493 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.153752 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.154015 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.154278 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.154544 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.154806 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.155067 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.155329 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.155589 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.155849 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.156108 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.156400 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.156642 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.156884 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.157144 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.157386 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.157635 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.157884 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.157884 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.158653 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.159459 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.159765 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.160706 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.160706 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.161127 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.161514 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.161792 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.161990 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.162167 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.162431 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.163065 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.163065 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.163437 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.163437 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.164654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.164654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.164654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.164654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.164654 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.166505 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.167839 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.167839 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.167839 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.167839 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.168859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.168859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.168859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.168859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.169700 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.169700 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.169700 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.170203 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.170203 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.170604 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.170604 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.171051 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.171248 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.171441 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.171634 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.171893 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.172153 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.172485 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.172749 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.173012 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.173276 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.176974 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.177249 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.177314 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.177489 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.177719 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.177992 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.178265 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.178539 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.178812 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.179077 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.179343 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.179583 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.179795 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.180015 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.180494 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.180734 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.180966 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.181193 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.181444 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.181709 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41414) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:31:32.181972 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.181972 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.182431 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.182431 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.182923 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.182923 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.183348 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.183571 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.183809 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.184031 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.184252 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.184598 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.184961 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.185236 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.185511 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.185792 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.186017 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.186276 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.186957 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.186957 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.187286 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.187286 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.187568 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.187764 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.188012 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.188270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.188597 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.188860 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.189119 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.189948 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.190416 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.190564 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.190707 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.190936 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.191176 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.191423 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.191648 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078154 Aug 04 11:31:32.191875 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.192118 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.192344 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.192604 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.192826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.193049 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.193269 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.193485 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.193728 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.193993 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.195314 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.195582 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.195960 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.196111 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.196411 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.196770 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.197105 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.197276 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.197403 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.197551 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.197859 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.198039 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.198304 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.198554 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.199467 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.199467 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.199467 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.199685 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.199869 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.200082 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.200401 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.200632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.200893 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.201153 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.201421 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.201688 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.202167 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.202449 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.202715 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.202976 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.203226 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.203586 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.203754 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.204046 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.204329 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.204648 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.205865 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.205865 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.206272 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.206272 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.206510 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.206765 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.207029 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.207270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.207532 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.207779 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.208058 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.208327 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.208779 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.208913 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.209153 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.209717 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.209717 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.209920 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.210065 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.210218 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211270 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.211829 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.212069 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.212330 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.212623 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.212858 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.213091 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.213371 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.213632 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.213892 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.214164 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.214430 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.214694 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.214958 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.215235 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.215499 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.215770 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.216034 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.216288 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.216610 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.216826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.216826 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.217438 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.217580 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.217807 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.218055 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.218306 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.218570 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.218812 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.219062 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.219316 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.219556 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.219797 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.220036 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.220273 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.221188 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.221451 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.221695 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.221948 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.222189 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.222446 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.222704 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.222960 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.223200 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.223447 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.223687 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.223943 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.224201 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.224470 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.224883 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:31:32.225026 dv-cinder-784140-6-iscsi neutron-server[99729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:31:45.197178 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61b06c-fac2-4ed6-9838-cc71d7280b5b None None] get_active_networks_info from dv-cinder-784140-6-iscsi {{(pid=99842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 11:31:45.407058 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61b06c-fac2-4ed6-9838-cc71d7280b5b None None] No non-hosted networks {{(pid=99842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 11:31:45.415973 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.agentschedulers_db [None req-ea61b06c-fac2-4ed6-9838-cc71d7280b5b None None] DHCP Agent not found on host dv-cinder-784140-6-iscsi {{(pid=99842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 11:31:45.604960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c47a20fd-aa4b-47a8-8aa6-d94098528e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:48.616281 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:48.618651 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.623136 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.631412 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.635479 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.636920 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.637437 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.637945 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.638452 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.638976 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.639461 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.639941 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.640433 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:31:48.642960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:48.666969 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:31:49.791014 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0026480d-849c-46da-9390-1d126ac1d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:49.887095 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-14a82d91-0f22-4e6e-937c-66341b228456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:50.769768 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:52.617061 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:54.345388 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41508) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:31:54.935454 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING oslo_policy.policy [None req-f65b0a8d-5ba0-484a-9a20-b7395e090658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:31:54.936232 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING oslo_policy.policy [None req-f65b0a8d-5ba0-484a-9a20-b7395e090658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:31:55.159797 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [None req-f65b0a8d-5ba0-484a-9a20-b7395e090658 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:31:55.160968 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f65b0a8d-5ba0-484a-9a20-b7395e090658 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8139095 Aug 04 11:31:56.368879 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.db.l3_hamode_db [None req-dbe9edc4-964f-4778-bbc9-5b0dfdb5faf7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 11:31:56.451400 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9edc4-964f-4778-bbc9-5b0dfdb5faf7 None None] Routers set() bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:31:56.451801 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9edc4-964f-4778-bbc9-5b0dfdb5faf7 None None] Router IDs set() for agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 11:31:58.163175 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41522) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:31:58.529229 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:31:58.630397 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.policy [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:31:58.676165 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING oslo_policy.policy [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:31:58.676578 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING oslo_policy.policy [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:31:58.685198 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.quota [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] Loaded quota_driver: . Aug 04 11:31:58.784026 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252581043', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252581700', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252584764', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252583282', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252420216', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791252611189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1625989', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695401'] for rbac-policy, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:58.855482 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:31:58.856718 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8dc6273e-df42-422b-949b-f6e3f7035193 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6925478 Aug 04 11:32:01.695498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41534) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:02.075716 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:02.109160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Made reservation on behalf of 5b9c913b6a2b4b25bcef3b80ec9cf41a for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:32:02.113274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.132957 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.278707 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.284588 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.306392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:32:02.339207 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791249290222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.339805 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Unsubscribe: segment precommit_create {{(pid=99841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:32:02.340328 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Added segment 1fb24652-fca7-4f19-ac60-5eb542e27ec4 of type vlan for network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d Aug 04 11:32:02.359909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c297c2-e211-47ab-b4f0-7b1477f14047,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:02.409734 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.410299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.410873 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.411429 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.411988 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.412602 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.413162 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.413725 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.414305 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.414860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.415450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.416006 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Tracked resource versions report: Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: pushed versions: Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: { 'AddressGroup': {'1.2'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'ConntrackHelper': {'1.0'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Log': {'1.0'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Network': {'1.1'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Port': {'1.7'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'PortForwarding': {'1.2'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'QosPolicy': {'1.8'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroup': {'1.4'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SubPort': {'1.0'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Subnet': {'1.1'}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Trunk': {'1.1'}} Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: consumer versions: Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'ConntrackHelper': '1.0', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Log': '1.0', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Network': '1.1', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Port': '1.7', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'PortForwarding': '1.2', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'QosPolicy': '1.8', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroup': '1.4', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroupRule': '1.2', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SubPort': '1.0', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Subnet': '1.1', Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Trunk': '1.1'}} Aug 04 11:32:02.418017 dv-cinder-784140-6-iscsi neutron-server[99841]: {{(pid=99841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:32:02.528308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.595249 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.596395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:02.597159 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:02.678121 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9811704 Aug 04 11:32:02.703406 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61caf3c-a910-422c-b279-dd3ae8ab253c admin admin] Pushing event updated for resources: {'Network': ['ID=7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:02.717800 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:32:05.760959 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41548) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:06.208793 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d916230-c7f1-4674-ae1f-e2e7d11c8e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:06.210095 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2d916230-c7f1-4674-ae1f-e2e7d11c8e29 admin admin] 10.222.0.44 "GET /v2.0/networks/7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d HTTP/1.1" status: 200 len: 825 time: 0.4481299 Aug 04 11:32:06.241215 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-fa2b92e4-82cd-40a1-8d3e-d6f7a741d0a7 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/3f02a2fd-828d-4b04-91fa-22ca2d627463 HTTP/1.1" status: 200 len: 734 time: 0.0199742 Aug 04 11:32:06.251310 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463', 'ip_version': 4, 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:06.274964 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Made reservation on behalf of 5b9c913b6a2b4b25bcef3b80ec9cf41a for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:32:06.277537 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:06.612503 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:06.689979 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Checking segment: {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:32:06.690353 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Network hostable DHCP agents. Network: 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:32:06.692519 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=203fd722-9be0-4d8a-b7d9-11e8bd5f2650,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:06.719379 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:32:06.733223 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:06.739500 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:06.740075 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:06.745868 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ecb78-d602-4933-bfff-af6f707b3bd3 None None] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:32:06.758568 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a64a9519-b696-4030-9c22-bbe1b125c5d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5112255 Aug 04 11:32:07.164719 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:32:07.166699 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:07.588496 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Allocated IP 172.20.0.2 (7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d/203fd722-9be0-4d8a-b7d9-11e8bd5f2650/7eb52814-f082-4e60-86d4-5806524a5e03) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:32:07.914937 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:07.934010 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Transition to ACTIVE for port object 7eb52814-f082-4e60-86d4-5806524a5e03 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:32:07.963607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Transition to ACTIVE for port object 7eb52814-f082-4e60-86d4-5806524a5e03 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:32:07.975786 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:08.092351 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:32:08.104936 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:08.114798 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Pushing event updated for resources: {'Port': ['ID=7eb52814-f082-4e60-86d4-5806524a5e03,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:08.122291 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:32:08.137690 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.138271 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.138844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.139410 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.139981 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.140601 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.141190 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.141747 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.142327 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.142888 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.143449 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.144015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Tracked resource versions report: Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: pushed versions: Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: { 'AddressGroup': {'1.2'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'ConntrackHelper': {'1.0'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Log': {'1.0'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Network': {'1.1'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Port': {'1.7'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'PortForwarding': {'1.2'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'QosPolicy': {'1.8'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroup': {'1.4'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SubPort': {'1.0'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Subnet': {'1.1'}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Trunk': {'1.1'}} Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: consumer versions: Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'ConntrackHelper': '1.0', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Log': '1.0', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Network': '1.1', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Port': '1.7', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'PortForwarding': '1.2', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'QosPolicy': '1.8', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroup': '1.4', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroupRule': '1.2', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SubPort': '1.0', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Subnet': '1.1', Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Trunk': '1.1'}} Aug 04 11:32:08.146204 dv-cinder-784140-6-iscsi neutron-server[99842]: {{(pid=99842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:32:08.268912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Attempting to bind port 7eb52814-f082-4e60-86d4-5806524a5e03 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:32:08.269214 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Attempting to bind port 7eb52814-f082-4e60-86d4-5806524a5e03 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:32:08.269651 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Attempting to bind port 7eb52814-f082-4e60-86d4-5806524a5e03 on network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:32:08.275948 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:32:08.276359 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Checking segment: {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:32:08.276866 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:08.277282 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Bound using segment: {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:32:08.277798 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Bound port: 7eb52814-f082-4e60-86d4-5806524a5e03, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:32:08.278206 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:08.365462 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] For port 7eb52814-f082-4e60-86d4-5806524a5e03, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:32:08.371197 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] For port 7eb52814-f082-4e60-86d4-5806524a5e03, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7eb52814-f082-4e60-86d4-5806524a5e03,segment=NetworkSegment(1fb24652-fca7-4f19-ac60-5eb542e27ec4),segment_id=1fb24652-fca7-4f19-ac60-5eb542e27ec4)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:32:08.378799 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:08.475179 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea01bd-ef69-4197-8e3f-4880582dc47f None None] Pushing event updated for resources: {'Port': ['ID=7eb52814-f082-4e60-86d4-5806524a5e03,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:09.374655 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41556) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:09.842612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [None req-00ddf14e-c641-411a-8984-33987153f8a2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:32:09.843620 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-00ddf14e-c641-411a-8984-33987153f8a2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4673851 Aug 04 11:32:12.423567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41564) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:13.185613 dv-cinder-784140-6-iscsi neutron-server[99840]: WARNING oslo_policy.policy [None req-6dbfceef-ccbb-4741-932a-ebb4507d6d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:32:13.186229 dv-cinder-784140-6-iscsi neutron-server[99840]: WARNING oslo_policy.policy [None req-6dbfceef-ccbb-4741-932a-ebb4507d6d4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:32:13.416146 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [None req-6dbfceef-ccbb-4741-932a-ebb4507d6d4d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:32:13.417390 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6dbfceef-ccbb-4741-932a-ebb4507d6d4d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9914722 Aug 04 11:32:15.091283 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c83c90f1-95d9-4b50-8af8-7cd88dbe3b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.283511 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41584) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:16.692087 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:16.720112 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.721747 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.877794 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.884987 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.906569 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:16.913084 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-eddb6f1b-9709-4cea-aac2-db25a1dbf566 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6229649 Aug 04 11:32:17.701220 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7eb52814-f082-4e60-86d4-5806524a5e03 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:17.795060 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f005ae11-5d0d-407c-8820-f24e15053776 None None] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:32:17.876199 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 7eb52814-f082-4e60-86d4-5806524a5e03 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:32:17.941525 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Provisioning for port 7eb52814-f082-4e60-86d4-5806524a5e03 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:32:17.960033 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Provisioning complete for port 7eb52814-f082-4e60-86d4-5806524a5e03 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:17.960726 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:18.285137 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:18.361444 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] For port 7eb52814-f082-4e60-86d4-5806524a5e03, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7eb52814-f082-4e60-86d4-5806524a5e03,segment=NetworkSegment(1fb24652-fca7-4f19-ac60-5eb542e27ec4),segment_id=1fb24652-fca7-4f19-ac60-5eb542e27ec4)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:32:18.367535 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:18.449432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df0c1c-c7a6-4bdf-b9eb-eb0f2caecb4c None None] Pushing event updated for resources: {'Port': ['ID=7eb52814-f082-4e60-86d4-5806524a5e03,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:18.616756 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-dc76286a-a93f-4891-ae5f-147720827077 None None] Provisioning complete for port 7eb52814-f082-4e60-86d4-5806524a5e03 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:18.617339 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-dc76286a-a93f-4891-ae5f-147720827077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:18.656649 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:19.652158 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41594) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:19.664914 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7eb52814-f082-4e60-86d4-5806524a5e03 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:19.724966 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7eb52814-f082-4e60-86d4-5806524a5e03 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:19.725555 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:19.798423 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9be7d94c-d5ea-4e18-89b6-b7b78861d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:20.128288 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [None req-07463db4-436a-4b98-983e-78f83ccc20ca admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:32:20.129664 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-07463db4-436a-4b98-983e-78f83ccc20ca admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4761491 Aug 04 11:32:20.638362 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:22.558939 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.151002 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41612) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:23.306954 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:23.308613 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.quota [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Loaded quota_driver: . Aug 04 11:32:23.376603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Made reservation on behalf of 638bf23a4faa48c9b075174eb5af2800 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:32:23.507580 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.policy [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:32:23.602997 dv-cinder-784140-6-iscsi neutron-server[99840]: WARNING oslo_policy.policy [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:32:23.603442 dv-cinder-784140-6-iscsi neutron-server[99840]: WARNING oslo_policy.policy [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:32:23.621345 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.646636 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.803259 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.807591 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.820967 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Reserving flat network on physical network physnet1 {{(pid=99840) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 11:32:23.860313 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791249290222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:23.860938 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Unsubscribe: segment precommit_create {{(pid=99840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:32:23.861462 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Added segment 532043b6-888f-41df-a42e-4a103bbf9b18 of type flat for network 3ef2f986-fe08-47a4-bd86-9373f26329d8 Aug 04 11:32:23.872203 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ce1528-6209-4305-a281-1d0fa5543b43,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:23.905336 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.905718 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.906107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.907012 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.907332 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.907828 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.908152 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.908495 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.908829 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.909137 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.909452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.909762 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Tracked resource versions report: Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: pushed versions: Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: { 'AddressGroup': {'1.2'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'ConntrackHelper': {'1.0'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Log': {'1.0'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Network': {'1.1'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Port': {'1.7'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'PortForwarding': {'1.2'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'QosPolicy': {'1.8'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroup': {'1.4'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SubPort': {'1.0'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Subnet': {'1.1'}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Trunk': {'1.1'}} Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: consumer versions: Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'ConntrackHelper': '1.0', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Log': '1.0', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Network': '1.1', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Port': '1.7', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'PortForwarding': '1.2', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'QosPolicy': '1.8', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroup': '1.4', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroupRule': '1.2', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SubPort': '1.0', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Subnet': '1.1', Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Trunk': '1.1'}} Aug 04 11:32:23.910874 dv-cinder-784140-6-iscsi neutron-server[99840]: {{(pid=99840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:32:24.002285 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:32:24.030893 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:24.122940 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:24.125590 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:24.126857 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:24.263991 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1119413 Aug 04 11:32:24.292430 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0825b-fd37-4d8b-a1d1-5b6342594687 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef2f986-fe08-47a4-bd86-9373f26329d8,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:24.306749 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:32:26.873764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41636) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:27.013142 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f4428-e244-4ecb-848d-16174cf30fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:27.014532 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-373f4428-e244-4ecb-848d-16174cf30fe7 admin admin] 10.222.0.44 "GET /v2.0/subnets/203fd722-9be0-4d8a-b7d9-11e8bd5f2650 HTTP/1.1" status: 200 len: 849 time: 0.1397998 Aug 04 11:32:27.190018 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2908ae57-d5ce-4e3f-b2b5-8577c68915d5 admin admin] 10.222.0.44 "GET /v2.0/routers/395c5643-2fd3-4499-94aa-9bedf7e0a300 HTTP/1.1" status: 200 len: 704 time: 0.1648469 Aug 04 11:32:27.521522 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:27.861278 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Allocated IP 172.20.0.1 (7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d/203fd722-9be0-4d8a-b7d9-11e8bd5f2650/7404fd41-f596-41b6-9cd2-42bbb95c4913) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:32:28.066089 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.094174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Transition to ACTIVE for port object 7404fd41-f596-41b6-9cd2-42bbb95c4913 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:32:28.180735 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.243284 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:32:28.248305 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:28.264595 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:32:28.265176 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.334622 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Pushing event updated for resources: {'Port': ['ID=7404fd41-f596-41b6-9cd2-42bbb95c4913,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:28.534271 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.548393 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-217aef98-0526-49ad-a736-b84ea7891755 None None] Provisioning for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:32:28.553653 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-217aef98-0526-49ad-a736-b84ea7891755 None None] Provisioning complete for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:28.554125 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-217aef98-0526-49ad-a736-b84ea7891755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.591759 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-217aef98-0526-49ad-a736-b84ea7891755 None None] Port 7404fd41-f596-41b6-9cd2-42bbb95c4913 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:32:28.866982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.871749 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.872796 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:28.953976 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Pushing event updated for resources: {'Port': ['ID=7404fd41-f596-41b6-9cd2-42bbb95c4913,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:29.022643 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:32:29.024903 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:29.218165 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-ccbdba9f-bc96-4eb8-ab18-f7264b30fad6 None None] Provisioning complete for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:29.218683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ccbdba9f-bc96-4eb8-ab18-f7264b30fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:29.236306 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Router 395c5643-2fd3-4499-94aa-9bedf7e0a300 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:32:29.260954 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdba9f-bc96-4eb8-ab18-f7264b30fad6 None None] Port 7404fd41-f596-41b6-9cd2-42bbb95c4913 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:32:29.335611 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:32:29.343456 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-e0c2fef4-0dba-4628-b072-f34f19804981 admin admin] 10.222.0.44 "PUT /v2.0/routers/395c5643-2fd3-4499-94aa-9bedf7e0a300/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1473904 Aug 04 11:32:29.349008 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Sync routers for ids ['395c5643-2fd3-4499-94aa-9bedf7e0a300'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:32:29.364876 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Routers {'395c5643-2fd3-4499-94aa-9bedf7e0a300'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:32:29.365912 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:32:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['395c5643-2fd3-4499-94aa-9bedf7e0a300'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:29.596545 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Set router 395c5643-2fd3-4499-94aa-9bedf7e0a300 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:32:30.153710 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:28Z', 'revision_number': 2, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port_host': None, '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:28Z', 'revision_number': 2, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:30.210153 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Checking router: 395c5643-2fd3-4499-94aa-9bedf7e0a300 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:32:30.210520 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Updating router 395c5643-2fd3-4499-94aa-9bedf7e0a300 port 7404fd41-f596-41b6-9cd2-42bbb95c4913 binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:32:30.261894 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:30.868512 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:30.892847 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Transition to ACTIVE for port object 7404fd41-f596-41b6-9cd2-42bbb95c4913 will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:32:30.900485 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:31.082830 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Pushing event updated for resources: {'Port': ['ID=7404fd41-f596-41b6-9cd2-42bbb95c4913,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:31.112543 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.112991 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.113254 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.113514 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.114256 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.114441 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.114750 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.115084 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.115599 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.116028 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.116348 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.116689 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Tracked resource versions report: Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: pushed versions: Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: { 'AddressGroup': {'1.2'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'ConntrackHelper': {'1.0'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Log': {'1.0'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Network': {'1.1'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Port': {'1.7'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'PortForwarding': {'1.2'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'QosPolicy': {'1.8'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroup': {'1.4'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SubPort': {'1.0'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Subnet': {'1.1'}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Trunk': {'1.1'}} Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: consumer versions: Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'ConntrackHelper': '1.0', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Log': '1.0', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Network': '1.1', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Port': '1.7', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'PortForwarding': '1.2', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'QosPolicy': '1.8', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroup': '1.4', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroupRule': '1.2', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SubPort': '1.0', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Subnet': '1.1', Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Trunk': '1.1'}} Aug 04 11:32:31.118166 dv-cinder-784140-6-iscsi neutron-server[99843]: {{(pid=99843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:32:31.124907 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Attempting to bind port 7404fd41-f596-41b6-9cd2-42bbb95c4913 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:32:31.125303 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Attempting to bind port 7404fd41-f596-41b6-9cd2-42bbb95c4913 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:32:31.125759 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Attempting to bind port 7404fd41-f596-41b6-9cd2-42bbb95c4913 on network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:32:31.131452 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:32:31.131871 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Checking segment: {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:32:31.132408 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:31.132771 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Bound using segment: {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:32:31.133266 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Bound port: 7404fd41-f596-41b6-9cd2-42bbb95c4913, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb24652-fca7-4f19-ac60-5eb542e27ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:32:31.133642 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:31.205011 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] For port 7404fd41-f596-41b6-9cd2-42bbb95c4913, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:32:31.231054 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] For port 7404fd41-f596-41b6-9cd2-42bbb95c4913, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7404fd41-f596-41b6-9cd2-42bbb95c4913,segment=NetworkSegment(1fb24652-fca7-4f19-ac60-5eb542e27ec4),segment_id=1fb24652-fca7-4f19-ac60-5eb542e27ec4)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:32:31.236600 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:31.287482 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Routers {'395c5643-2fd3-4499-94aa-9bedf7e0a300'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:32:31.288096 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:32:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['395c5643-2fd3-4499-94aa-9bedf7e0a300'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:31.334037 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9d456-493f-4a66-82fe-e79ffbc7630e None None] Pushing event updated for resources: {'Port': ['ID=7404fd41-f596-41b6-9cd2-42bbb95c4913,revision_number=4']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:31.409981 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] Set router 395c5643-2fd3-4499-94aa-9bedf7e0a300 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:32:31.631911 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:28Z', 'revision_number': 2, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port_host': None, '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:31Z', 'revision_number': 4, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:31.658820 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa20bc-4cc3-460a-b036-e018613f1f0a None None] The sync data for ids ['395c5643-2fd3-4499-94aa-9bedf7e0a300'] in dv-cinder-784140-6-iscsi is: [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:28Z', 'revision_number': 2, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port_host': None, '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:31Z', 'revision_number': 4, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:32:31.818793 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41646) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:31.937158 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefde0e-ae08-4537-9b31-2e5a4505d1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:31.938568 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-8cefde0e-ae08-4537-9b31-2e5a4505d1ca admin admin] 10.222.0.44 "GET /v2.0/networks/3ef2f986-fe08-47a4-bd86-9373f26329d8 HTTP/1.1" status: 200 len: 842 time: 0.1185057 Aug 04 11:32:31.948914 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'cidr': '172.27.2.0/24'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:31.975840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Made reservation on behalf of 638bf23a4faa48c9b075174eb5af2800 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:32:31.978299 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:32.342239 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.objects.ports [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 11:32:32.342701 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:32.410455 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d499aa6-bd00-4ae6-b06d-150f747b2f07,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:32.414475 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:32:32.414832 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Network hostable DHCP agents. Network: 3ef2f986-fe08-47a4-bd86-9373f26329d8, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:32:32.440157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:32:32.452255 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 3ef2f986-fe08-47a4-bd86-9373f26329d8) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:32.456666 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:32.457254 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:32.465486 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35830f03-3978-4420-853e-af37bcbd5286 None None] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:32:32.474848 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fa9e3597-b079-46ca-87c6-9ca7d5698531 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5293729 Aug 04 11:32:32.640775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81180894-8d4b-43a0-9304-ab2749d493bc None None] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:32:34.889975 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 41654) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:35.127539 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a8ae7890-c7c9-4ab4-8c07-ce9120942997 admin admin] 10.222.0.44 "GET /v2.0/routers/395c5643-2fd3-4499-94aa-9bedf7e0a300 HTTP/1.1" status: 200 len: 710 time: 0.2354555 Aug 04 11:32:35.259612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b5caa-eb42-4ffc-aa1a-750dec18a8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:32:35.261154 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7d2b5caa-eb42-4ffc-aa1a-750dec18a8fc admin admin] 10.222.0.44 "GET /v2.0/networks/3ef2f986-fe08-47a4-bd86-9373f26329d8 HTTP/1.1" status: 200 len: 886 time: 0.1267104 Aug 04 11:32:35.271971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:32:35.553132 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:35.826392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:35.978259 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:36.174392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Allocated IP 172.27.2.174 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/1320f9e2-a7d8-4b95-a678-fa95b75ac9fb) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:32:36.348012 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:36.448488 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:36.524885 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:32:36.529717 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:32:36.543564 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:32:36.550918 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Pushing event updated for resources: {'Port': ['ID=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:36.855244 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.060315 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-733238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11582'] for router, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.066142 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-731802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-733245'] for router, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.213652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Router 395c5643-2fd3-4499-94aa-9bedf7e0a300 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:32:37.333768 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:32:37.340772 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.342870 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-103cc55a-5e14-4a01-a3ae-2fad5255756d admin admin] 10.222.0.44 "PUT /v2.0/routers/395c5643-2fd3-4499-94aa-9bedf7e0a300 HTTP/1.1" status: 200 len: 890 time: 2.0743659 Aug 04 11:32:37.704984 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7404fd41-f596-41b6-9cd2-42bbb95c4913 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:37.759512 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:32:37.764183 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:37.764597 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.855909 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:37.903696 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 7404fd41-f596-41b6-9cd2-42bbb95c4913, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7404fd41-f596-41b6-9cd2-42bbb95c4913,segment=NetworkSegment(1fb24652-fca7-4f19-ac60-5eb542e27ec4),segment_id=1fb24652-fca7-4f19-ac60-5eb542e27ec4)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:32:37.909354 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:38.017951 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=7404fd41-f596-41b6-9cd2-42bbb95c4913,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:38.734605 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Sync routers for ids ['395c5643-2fd3-4499-94aa-9bedf7e0a300'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:32:38.746915 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Routers {'395c5643-2fd3-4499-94aa-9bedf7e0a300'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:32:38.747562 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:32:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['395c5643-2fd3-4499-94aa-9bedf7e0a300'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:39.045711 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Set router 395c5643-2fd3-4499-94aa-9bedf7e0a300 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:32:39.514375 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:36Z', 'revision_number': 4, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port': {'id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:35Z', 'updated_at': '2021-08-04T11:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:37Z', 'revision_number': 5, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:39.570495 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Checking router: 395c5643-2fd3-4499-94aa-9bedf7e0a300 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:32:39.570854 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Updating router 395c5643-2fd3-4499-94aa-9bedf7e0a300 port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:32:39.633332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:39.667946 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7404fd41-f596-41b6-9cd2-42bbb95c4913 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:39.879660 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:39.880355 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:39.965971 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 41666) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:32:40.079838 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:40.080210 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-85fc478c-0118-4708-a478-5364920b6fb3 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131177 Aug 04 11:32:40.091604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Transition to ACTIVE for port object 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:32:40.100236 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:40.249405 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Attempting to bind port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:32:40.250431 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Attempting to bind port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:32:40.250808 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Attempting to bind port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:32:40.253008 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c097f5-7d63-47af-b053-2a18da4b7c1c None None] Pushing event updated for resources: {'Port': ['ID=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:40.259443 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:32:40.259825 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:32:40.260630 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:40.260630 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:32:40.261108 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Bound port: 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:32:40.261585 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:40.318619 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] For port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:32:40.322374 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] For port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:32:40.326622 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:40.385285 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Routers {'395c5643-2fd3-4499-94aa-9bedf7e0a300'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:32:40.385927 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:32:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['395c5643-2fd3-4499-94aa-9bedf7e0a300'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:40.425908 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c097f5-7d63-47af-b053-2a18da4b7c1c None None] Pushing event updated for resources: {'Port': ['ID=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:40.505207 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] Set router 395c5643-2fd3-4499-94aa-9bedf7e0a300 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:32:40.737012 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:36Z', 'revision_number': 4, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port': {'id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:35Z', 'updated_at': '2021-08-04T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:37Z', 'revision_number': 5, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:32:40.764509 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d173a3-1344-4ccc-8245-288641e99ce1 None None] The sync data for ids ['395c5643-2fd3-4499-94aa-9bedf7e0a300'] in dv-cinder-784140-6-iscsi is: [{'id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'name': 'router1', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:32:16Z', 'updated_at': '2021-08-04T11:32:36Z', 'revision_number': 4, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'gw_port': {'id': '1320f9e2-a7d8-4b95-a678-fa95b75ac9fb', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:35Z', 'updated_at': '2021-08-04T11:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7404fd41-f596-41b6-9cd2-42bbb95c4913', 'name': '', 'network_id': '7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d', 'tenant_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'mac_address': 'fa:16:3e:70:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395c5643-2fd3-4499-94aa-9bedf7e0a300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:32:27Z', 'updated_at': '2021-08-04T11:32:37Z', 'revision_number': 5, 'project_id': '5b9c913b6a2b4b25bcef3b80ec9cf41a', 'subnets': [{'id': '203fd722-9be0-4d8a-b7d9-11e8bd5f2650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f02a2fd-828d-4b04-91fa-22ca2d627463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:32:41.701845 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:41.755147 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:32:41.759818 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:41.760374 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:41.844416 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:41.868631 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:32:41.877503 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:41.933718 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=1320f9e2-a7d8-4b95-a678-fa95b75ac9fb,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:32:43.681557 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:32:43.753347 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1320f9e2-a7d8-4b95-a678-fa95b75ac9fb triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:32:43.753347 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:45.094003 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-881b76fc-c0a1-4c49-8838-6e19ff492687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:48.635954 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:49.774503 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8597e0b4-785f-4bdc-bd77-761d7cf7ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:50.651340 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:32:52.567615 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:00.992286 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:33:15.080737 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2adadf0d-b92d-46d6-a871-59ed9123db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:18.609599 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:19.777330 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ab3476c-1c62-4e78-ae14-91ab6a94f04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:20.651802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:22.562938 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:37.991465 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:33:45.071661 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d3f586ae-73d5-483a-a58c-35440826b268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:48.613425 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:49.771119 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0d47876e-5be4-42af-a30b-42dffae6470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:50.651056 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:33:52.567644 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:14.989935 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:34:15.073949 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-dd5e0494-242f-4245-983f-c80e3b7aa16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:18.625012 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:19.424316 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42236) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:19.497201 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d3d74f-da04-4bd1-80b9-233f4f879f9a admin admin] GET failed (client error): The resource could not be found. Aug 04 11:34:19.498962 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-38d3d74f-da04-4bd1-80b9-233f4f879f9a admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0733762 Aug 04 11:34:19.690220 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3ce4c-9ebb-412c-95ba-fa9114a1857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:19.692822 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1dd3ce4c-9ebb-412c-95ba-fa9114a1857c admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1889267 Aug 04 11:34:19.775709 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-659828b9-0964-4f1d-9854-36b61eb1c37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:20.657935 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:22.186885 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42246) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:22.299905 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e62d8-558f-4db8-a7c4-c9585f7e31ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:22.301381 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2e7e62d8-558f-4db8-a7c4-c9585f7e31ca admin admin] 10.222.0.44 "GET /v2.0/subnets/203fd722-9be0-4d8a-b7d9-11e8bd5f2650 HTTP/1.1" status: 200 len: 849 time: 0.1134892 Aug 04 11:34:22.311750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:22.419934 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:22.579370 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:22.687487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791249201062'] for subnet, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:22.727504 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:22.728102 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:22.729509 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] 10.222.0.44 "PUT /v2.0/subnets/203fd722-9be0-4d8a-b7d9-11e8bd5f2650 HTTP/1.1" status: 200 len: 868 time: 0.4219635 Aug 04 11:34:22.747780 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea737d46-1b6f-4c4b-8c7b-7b4aed8c6c44 None None] Network 7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:34:22.758671 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=203fd722-9be0-4d8a-b7d9-11e8bd5f2650,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:22.770457 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.771017 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.771568 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.772550 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.772739 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.773204 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.773749 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.774296 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.774909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.775420 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.775978 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:22.776572 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ade987-9774-4059-8378-45f8aba10d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:23.179475 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7ac5dedc-630e-4058-981f-d2c13cba9a5e None None] Provisioning complete for port 7404fd41-f596-41b6-9cd2-42bbb95c4913 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:23.180054 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7ac5dedc-630e-4058-981f-d2c13cba9a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:23.327542 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7ac5dedc-630e-4058-981f-d2c13cba9a5e None None] Provisioning complete for port 7eb52814-f082-4e60-86d4-5806524a5e03 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:23.327891 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7ac5dedc-630e-4058-981f-d2c13cba9a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:25.158814 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42256) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:25.376252 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa9a6d-7aaf-46a9-879b-3ea6bc6de355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:25.376866 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa9a6d-7aaf-46a9-879b-3ea6bc6de355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:25.378451 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-44fa9a6d-7aaf-46a9-879b-3ea6bc6de355 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2186832 Aug 04 11:34:28.057678 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42264) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:28.206549 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ac17d-79ec-4f41-b86a-382518166d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:28.206996 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ac17d-79ec-4f41-b86a-382518166d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:28.209014 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5b9ac17d-79ec-4f41-b86a-382518166d3a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1497014 Aug 04 11:34:30.490798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42272) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:30.619097 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a3cde-90a0-405c-b6f6-2dae040eb289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:30.620505 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ec1a3cde-90a0-405c-b6f6-2dae040eb289 admin admin] 10.222.0.44 "GET /v2.0/networks/3ef2f986-fe08-47a4-bd86-9373f26329d8 HTTP/1.1" status: 200 len: 886 time: 0.1287372 Aug 04 11:34:33.033518 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42280) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:33.206696 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c453d9e-d8db-421b-af74-1a91ba0fe272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:33.208393 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5c453d9e-d8db-421b-af74-1a91ba0fe272 admin admin] 10.222.0.44 "GET /v2.0/networks/7fb4b6ee-a03d-4ed5-ad67-705d0c97cf0d HTTP/1.1" status: 200 len: 869 time: 0.1737833 Aug 04 11:34:35.650176 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42288) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:35.791117 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6a419-e12e-4dc9-8c4b-8d6c1b231586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:35.791633 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6a419-e12e-4dc9-8c4b-8d6c1b231586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:35.794116 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e7a6a419-e12e-4dc9-8c4b-8d6c1b231586 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425321 Aug 04 11:34:38.096540 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42296) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:38.268258 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0096c0-1563-48be-b0bf-6558b9cce0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:38.268664 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0096c0-1563-48be-b0bf-6558b9cce0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:38.270296 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9d0096c0-1563-48be-b0bf-6558b9cce0b8 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1726265 Aug 04 11:34:40.757981 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42304) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:40.853016 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d337b45-ffec-415a-9e02-5649504fc8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:40.854458 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9d337b45-ffec-415a-9e02-5649504fc8cd admin admin] 10.222.0.44 "GET /v2.0/subnets/0d499aa6-bd00-4ae6-b06d-150f747b2f07 HTTP/1.1" status: 200 len: 816 time: 0.0955331 Aug 04 11:34:43.078796 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42312) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:43.177537 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1850507-1ec0-4363-a6c8-454abac4ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:43.179032 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b1850507-1ec0-4363-a6c8-454abac4ccd9 admin admin] 10.222.0.44 "GET /v2.0/subnets/203fd722-9be0-4d8a-b7d9-11e8bd5f2650 HTTP/1.1" status: 200 len: 868 time: 0.0992334 Aug 04 11:34:45.079260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a6e19502-e3d6-4e54-9803-84c42c4c927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:48.626555 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:49.769010 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f5a95178-244a-49de-a0f0-e17ade58d659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.658785 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:51.988331 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:34:52.578125 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:10.503879 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42368) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:35:10.551459 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [None req-a549b1c9-1865-47ee-8b9a-2cdaf9350030 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:35:10.552545 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a549b1c9-1865-47ee-8b9a-2cdaf9350030 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476315 Aug 04 11:35:12.911318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42376) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:35:12.975536 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e61d98-83d4-45a1-bb62-1eb0abd85c2c admin admin] GET failed (client error): The resource could not be found. Aug 04 11:35:12.977011 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f0e61d98-83d4-45a1-bb62-1eb0abd85c2c admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647788 Aug 04 11:35:13.127572 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34d2a9-6d40-4c3c-b77b-96462f2c43e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:35:13.128956 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ee34d2a9-6d40-4c3c-b77b-96462f2c43e5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1464901 Aug 04 11:35:15.080436 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-906dfea9-d2bb-4f16-a51e-3878c4b4326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.410595 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42384) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:35:15.462386 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:35:15.486578 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Made reservation on behalf of 638bf23a4faa48c9b075174eb5af2800 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:35:15.489225 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.528228 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING neutron.services.revisions.revision_plugin [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Could not find related network for resource to bump revision. Aug 04 11:35:15.542729 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:35:15.553072 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.553443 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Added segment fdecd32f-34e5-45ea-b69b-1365e30c9c8a of type vlan for network df515abc-70cf-4f3b-9d4a-8aad808df488 Aug 04 11:35:15.594199 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.625981 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.626963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:35:15.627585 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:15.678881 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2670746 Aug 04 11:35:15.697279 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650815ea-7649-44f1-a19d-8fa5a5658ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=df515abc-70cf-4f3b-9d4a-8aad808df488,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:15.708897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network df515abc-70cf-4f3b-9d4a-8aad808df488 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:35:17.960301 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42392) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:35:18.042851 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09a3f4e-2f35-491a-a87e-7209fe1145bb admin admin] GET failed (client error): The resource could not be found. Aug 04 11:35:18.044209 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b09a3f4e-2f35-491a-a87e-7209fe1145bb admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0829294 Aug 04 11:35:18.120781 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb5123-d199-4c30-ab25-14821be4c1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:35:18.122302 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-eceb5123-d199-4c30-ab25-14821be4c1ff admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736306 Aug 04 11:35:18.132648 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:35:18.159308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Made reservation on behalf of 638bf23a4faa48c9b075174eb5af2800 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:35:18.162073 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.344966 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.398745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702befb9-ec93-46bf-be28-3e70f8c8aac1,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:18.409562 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Checking segment: {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:35:18.409918 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Network hostable DHCP agents. Network: df515abc-70cf-4f3b-9d4a-8aad808df488, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:35:18.427173 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Network df515abc-70cf-4f3b-9d4a-8aad808df488 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:35:18.437180 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, df515abc-70cf-4f3b-9d4a-8aad808df488) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:35:18.441832 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:35:18.442501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.448401 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a2c3c-fea7-4ec0-9723-78a6669ac065 None None] Network df515abc-70cf-4f3b-9d4a-8aad808df488 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:35:18.457709 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-661f05c4-0aac-4b2c-a144-e5945f5a2d37 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3285625 Aug 04 11:35:18.625014 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-df515abc-70cf-4f3b-9d4a-8aad808df488', 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488', 'tenant_id': '638bf23a4faa48c9b075174eb5af2800', 'fixed_ips': [{'subnet_id': '702befb9-ec93-46bf-be28-3e70f8c8aac1'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:35:18.625924 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.640164 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.796634 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Allocated IP 192.168.233.2 (df515abc-70cf-4f3b-9d4a-8aad808df488/702befb9-ec93-46bf-be28-3e70f8c8aac1/22731d82-e65b-472d-998d-7f7c56b74915) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:35:18.956529 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.966540 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Transition to ACTIVE for port object 22731d82-e65b-472d-998d-7f7c56b74915 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:35:18.984438 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Transition to ACTIVE for port object 22731d82-e65b-472d-998d-7f7c56b74915 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:35:18.995694 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:19.037988 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Network df515abc-70cf-4f3b-9d4a-8aad808df488 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:35:19.041570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:35:19.045249 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:35:19.059429 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Pushing event updated for resources: {'Port': ['ID=22731d82-e65b-472d-998d-7f7c56b74915,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:19.083203 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.083203 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.083505 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.083823 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.084158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.084536 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.084875 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.085213 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.085564 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.085898 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.086247 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.086572 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:35:19.116805 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Attempting to bind port 22731d82-e65b-472d-998d-7f7c56b74915 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:35:19.117178 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Attempting to bind port 22731d82-e65b-472d-998d-7f7c56b74915 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:35:19.117556 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Attempting to bind port 22731d82-e65b-472d-998d-7f7c56b74915 on network df515abc-70cf-4f3b-9d4a-8aad808df488 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:35:19.124009 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:35:19.124404 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Checking segment: {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:35:19.124846 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:19.125247 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Bound using segment: {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:35:19.125736 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Bound port: 22731d82-e65b-472d-998d-7f7c56b74915, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:35:19.126134 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:19.223116 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] For port 22731d82-e65b-472d-998d-7f7c56b74915, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:35:19.227221 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] For port 22731d82-e65b-472d-998d-7f7c56b74915, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=22731d82-e65b-472d-998d-7f7c56b74915,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:35:19.233247 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:19.318780 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd275e45-49c1-48d6-ba99-86255b0b480d None None] Pushing event updated for resources: {'Port': ['ID=22731d82-e65b-472d-998d-7f7c56b74915,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:19.785683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4066-1dd2-477e-8cb4-d52eff8de3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:19.835596 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 22731d82-e65b-472d-998d-7f7c56b74915 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:19.894803 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 22731d82-e65b-472d-998d-7f7c56b74915 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:35:20.114170 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834affb-e936-4c42-ad35-4cb6664049a9 None None] Network df515abc-70cf-4f3b-9d4a-8aad808df488 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:35:20.248498 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Provisioning for port 22731d82-e65b-472d-998d-7f7c56b74915 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:35:20.255802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Provisioning complete for port 22731d82-e65b-472d-998d-7f7c56b74915 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:20.256235 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:20.374068 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:20.429652 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] For port 22731d82-e65b-472d-998d-7f7c56b74915, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=22731d82-e65b-472d-998d-7f7c56b74915,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:35:20.435695 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:20.506519 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d49154-ea65-4d34-a501-3aa876aa95ed None None] Pushing event updated for resources: {'Port': ['ID=22731d82-e65b-472d-998d-7f7c56b74915,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:20.561180 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-02d41ac5-e279-4fd4-8e86-78d61a8ecb83 None None] Provisioning complete for port 22731d82-e65b-472d-998d-7f7c56b74915 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:20.561549 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-02d41ac5-e279-4fd4-8e86-78d61a8ecb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:20.670182 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:21.787707 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 22731d82-e65b-472d-998d-7f7c56b74915 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:21.850116 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 22731d82-e65b-472d-998d-7f7c56b74915 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:21.850480 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:22.582298 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:28.987470 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:35:45.082964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0478a881-371c-4c6a-869e-856a1938b81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:48.623599 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:49.770900 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fa6bd71c-ff2d-42c9-99d4-69203930e386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:50.663799 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:52.588177 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:05.987615 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:36:15.087083 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5904c36b-fc3b-4a37-b8e0-61083fa6e6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:18.626925 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:19.774107 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-621f0817-a220-44e8-8ff5-18d8747d08f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:20.667463 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:22.590109 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:30.894832 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42444) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:30.901888 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [None req-207e739d-4dc0-4cca-93b4-8334a342e8a2 tempest-verify_tempest_config-38474237 tempest-verify_tempest_config-38474237-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:36:30.902935 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-207e739d-4dc0-4cca-93b4-8334a342e8a2 tempest-verify_tempest_config-38474237 tempest-verify_tempest_config-38474237-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071082 Aug 04 11:36:31.233990 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42462) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:31.348200 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.441575 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.446740 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.494674 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30860570cfce4a02af95eeaca4ca317f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2596135 Aug 04 11:36:31.495528 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88db45-010b-477e-9743-4bb45add70f9,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:36:31.497395 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42466) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:31.502498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.502876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.503227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.503564 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.503895 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.504246 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.504606 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.504937 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.505283 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.505611 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.505940 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.506258 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d68f2-07b4-45bb-bb8f-6844525f717e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.556156 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.579215 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.680611 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.683167 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:31.684336 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e88db45-010b-477e-9743-4bb45add70f9 HTTP/1.1" status: 204 len: 168 time: 0.1859839 Aug 04 11:36:31.693156 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88db45-010b-477e-9743-4bb45add70f9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:36:31.701778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.702156 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.702503 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.703137 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.703247 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.703512 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.703887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.704187 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.704550 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.704885 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.705210 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:31.705697 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a025ad2-c7fa-49bb-9622-7910e1b3560b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:42.986205 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:36:45.090388 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bb4b-0c18-41d0-a7c2-550336bb2ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:48.637087 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:49.779381 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e873fef2-1e98-4612-b1d7-d994d8ff4709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:50.670542 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:52.592458 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:15.092213 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f6f5-745f-4390-9bd8-fa8fc15bb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:18.628841 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:19.781298 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-dda2b223-9dca-4349-86ea-f1abb80781c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:19.986033 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:37:20.674089 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:22.606270 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:45.093604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-31284510-0cea-44c5-acf8-dc1720d4f120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:48.630646 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:49.782669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-896b56d8-7d68-4aab-88a8-f2fbc149a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:50.678834 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:52.601332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:56.984520 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 5 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:38:05.900570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734874'] for agent, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:10.524515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42520) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:38:10.626960 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-69871494-0174-42ea-9ed8-c2192fd9e7cc admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013415 Aug 04 11:38:12.899377 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42530) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:38:12.953092 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-fc99b348-3f32-428e-8d11-e9bd2ba1c64a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526412 Aug 04 11:38:15.095506 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fa6470d-4337-4075-a9bb-feefd9d6f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:18.638200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:19.784023 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bd03e7af-ef91-480c-8ec6-6e1600db923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:20.679013 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:22.601015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:33.982874 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:38:35.873003 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:45.096125 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe4ac-e584-476f-9737-4ff899f9ec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:48.630395 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:49.786559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-728e4623-5e70-441a-a89b-d92d83ded8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.683171 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:52.606456 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:05.893106 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:10.982725 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:39:15.105057 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-dccca1c9-5f0f-403c-bfbd-16ed752cb32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:18.633126 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:19.798396 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0ab839c3-ac81-47f8-a20e-f4624b4daae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:20.687187 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:22.609541 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:35.882209 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:42.586150 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42752) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:42.885976 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42768) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:42.919358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42774) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:43.007169 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1251983997-network', 'tenant_id': '1e763692a1b44c0a95ddb0d391038d4d'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:43.039403 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Made reservation on behalf of 1e763692a1b44c0a95ddb0d391038d4d for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:43.046366 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.062465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.218464 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1839685251-network', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:43.302394 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.319586 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.359242 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-network', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:43.392121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:43.409560 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:39:43.434512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.435068 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.435366 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.435576 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.435902 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.436451 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.436625 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.436981 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.437252 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.437575 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.437892 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.438246 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Tracked resource versions report: Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: pushed versions: Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: { 'AddressGroup': {'1.2'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'ConntrackHelper': {'1.0'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Log': {'1.0'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Network': {'1.1'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Port': {'1.7'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'PortForwarding': {'1.2'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'QosPolicy': {'1.8'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroup': {'1.4'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SubPort': {'1.0'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Subnet': {'1.1'}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Trunk': {'1.1'}} Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: consumer versions: Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: HyperV agent@hv-cinder-78414: {}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'ConntrackHelper': '1.0', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Log': '1.0', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Network': '1.1', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Port': '1.7', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'PortForwarding': '1.2', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'QosPolicy': '1.8', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroup': '1.4', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SecurityGroupRule': '1.2', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'SubPort': '1.0', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Subnet': '1.1', Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: 'Trunk': '1.1'}} Aug 04 11:39:43.439348 dv-cinder-784140-6-iscsi neutron-server[99841]: {{(pid=99841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:39:43.462636 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Made reservation on behalf of 9cf660c7a4da462fa02c358a17c7bdce for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:43.466193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.470845 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Made reservation on behalf of be6dd80b75934c9d963b5388d1441889 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:43.475296 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.496171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.498727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.499082 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Added segment 01fa9135-acf1-4115-9c02-42bbfa6ded52 of type vlan for network 8ce5b387-2a37-45b9-a63c-fa34ba63827f Aug 04 11:39:43.502774 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.608993 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.649094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.657784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.682368 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.683215 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:43.683797 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.686105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:39:43.717209 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d16aa-1631-4e73-a904-90459387ad21,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:43.725815 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.726316 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Added segment 3f984caa-866d-4c56-ad8f-9c21e6e3eb86 of type vlan for network c900a9d0-4b2d-44e8-869a-b77551ea3dbe Aug 04 11:39:43.789238 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] Pushing event updated for resources: {'Network': ['ID=8ce5b387-2a37-45b9-a63c-fa34ba63827f,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:43.855415 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.907653 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.910690 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:43.911248 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 8ce5b387-2a37-45b9-a63c-fa34ba63827f details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:39:43.912163 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.002392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.017002 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.049521 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ae9706d2-541c-4c38-bcbd-284891e3625a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4621229 Aug 04 11:39:44.054931 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42824) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:44.064276 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:39:44.072530 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Request body: {'subnet': {'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1251983997-subnet', 'tenant_id': '1e763692a1b44c0a95ddb0d391038d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:44.089860 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2025077 Aug 04 11:39:44.097449 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29801c6-52e6-4a5b-8e8a-7b67401946d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c900a9d0-4b2d-44e8-869a-b77551ea3dbe,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:44.102748 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42828) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:44.114040 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:39:44.126436 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Request body: {'subnet': {'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1839685251-subnet', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:44.134720 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3524c1-96ff-45e5-add2-fe0f7453f4d8,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:44.154157 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.db.api [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:39:44.154157 dv-cinder-784140-6-iscsi neutron-server[99841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:39:44.154157 dv-cinder-784140-6-iscsi neutron-server[99841]: [parameters: {'project_id_1': 'be6dd80b75934c9d963b5388d1441889', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 39, 44, 138615)}] Aug 04 11:39:44.154157 dv-cinder-784140-6-iscsi neutron-server[99841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:39:44.155169 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG oslo_db.api [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:39:44.156846 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.157217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.161257 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.161843 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.162376 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.162879 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.163551 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.164034 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.165074 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.165723 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.167442 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Made reservation on behalf of 1e763692a1b44c0a95ddb0d391038d4d for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:44.167955 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.168472 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Tracked resource versions report: Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: pushed versions: Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: { 'AddressGroup': {'1.2'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'ConntrackHelper': {'1.0'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Log': {'1.0'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Network': {'1.1'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Port': {'1.7'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'PortForwarding': {'1.2'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'QosPolicy': {'1.8'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroup': {'1.4'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SubPort': {'1.0'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Subnet': {'1.1'}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Trunk': {'1.1'}} Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: consumer versions: Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: HyperV agent@hv-cinder-78414: {}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'ConntrackHelper': '1.0', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Log': '1.0', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Network': '1.1', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Port': '1.7', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'PortForwarding': '1.2', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'QosPolicy': '1.8', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroup': '1.4', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SecurityGroupRule': '1.2', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'SubPort': '1.0', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Subnet': '1.1', Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: 'Trunk': '1.1'}} Aug 04 11:39:44.169738 dv-cinder-784140-6-iscsi neutron-server[99840]: {{(pid=99840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:39:44.171996 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.188320 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.189181 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Added segment 903ebcc7-c73c-4635-9bd3-cfbc943083d1 of type vlan for network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 Aug 04 11:39:44.251854 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.300154 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.301844 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:44.302700 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.392870 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4721816 Aug 04 11:39:44.394266 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42844) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:44.403806 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Request body: {'subnet': {'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-subnet', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:44.423325 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4758e6-6a7f-458b-ba1a-d746f4a09718 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:44.427485 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Made reservation on behalf of 9cf660c7a4da462fa02c358a17c7bdce for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:44.430658 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.435284 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:39:44.510523 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.577880 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c9970e-0cb0-4631-b910-16050dcdf6d8,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:44.633084 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Checking segment: {'id': '01fa9135-acf1-4115-9c02-42bbfa6ded52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:44.633793 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Network hostable DHCP agents. Network: 8ce5b387-2a37-45b9-a63c-fa34ba63827f, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:39:44.664428 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Network 8ce5b387-2a37-45b9-a63c-fa34ba63827f is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:39:44.685149 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 8ce5b387-2a37-45b9-a63c-fa34ba63827f) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:44.692670 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:44.696708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b77fd-5b43-4407-9a2e-bfd2e1de9832 None None] Network 8ce5b387-2a37-45b9-a63c-fa34ba63827f requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:44.704659 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.735464 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.747465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Made reservation on behalf of be6dd80b75934c9d963b5388d1441889 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:44.755405 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:44.776429 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-867f6579-bd20-46a1-bc2b-ea46eda7ba78 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7057030 Aug 04 11:39:44.934175 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a987c9a8-ca31-43ee-8243-3c72eea271b2,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:44.944769 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Checking segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:44.945136 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Network hostable DHCP agents. Network: a7bbfc98-be9b-4a25-871c-a45fd8bc5a01, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:39:45.014170 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:39:45.031973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.038995 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, a7bbfc98-be9b-4a25-871c-a45fd8bc5a01) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:45.052710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb259aa-19a3-4775-a5d2-90516a3a4dbb None None] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:45.057458 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:45.060313 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.062704 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82a533-a6dd-4eda-bbf6-08f70d21f967 None None] Network 8ce5b387-2a37-45b9-a63c-fa34ba63827f requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:45.098903 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a141d352-cbde-4ce8-989d-01ab57b0e38c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7011435 Aug 04 11:39:45.102191 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42876) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:45.107805 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:45.147167 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:45.173876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Checking segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:45.179939 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Network hostable DHCP agents. Network: c900a9d0-4b2d-44e8-869a-b77551ea3dbe, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:39:45.193402 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.196047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.204075 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:39:45.224616 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, c900a9d0-4b2d-44e8-869a-b77551ea3dbe) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:45.233408 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:45.235797 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.248546 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa671e-763b-4452-8194-05d8bad139b2 None None] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:45.281294 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ce095de1-150b-4f03-93f8-25c66fdf6cbb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1710477 Aug 04 11:39:45.282036 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42896) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:45.290750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:45.297243 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-baf565cc-adc2-453c-81fc-8afd52e8c626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.352214 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.353553 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.436138 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.452860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.559967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:39:45.561260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.605078 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:39:45.606556 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.699764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:45.761847 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.000524 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Allocated IP 172.20.0.2 (a7bbfc98-be9b-4a25-871c-a45fd8bc5a01/a987c9a8-ca31-43ee-8243-3c72eea271b2/06106e20-e652-4322-9384-8fe165ad3674) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:46.077444 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Allocated IP 172.20.0.2 (c900a9d0-4b2d-44e8-869a-b77551ea3dbe/89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee/4704c5b4-4fe4-45bb-b159-d7779b07dfd2) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:46.127626 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.188165 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.242436 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 42944) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:46.251769 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.258637 dv-cinder-784140-6-iscsi neutron-server[99840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:39:46.390020 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.415620 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Allocated IP 172.27.2.206 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/9aacbb62-1689-4081-95ac-a6afacd21b72) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:46.588737 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.627008 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.647149 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Transition to ACTIVE for port object 06106e20-e652-4322-9384-8fe165ad3674 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:46.653912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.670616 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Transition to ACTIVE for port object 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:46.674422 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Transition to ACTIVE for port object 06106e20-e652-4322-9384-8fe165ad3674 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:46.677624 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.687675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.733440 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Transition to ACTIVE for port object 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:46.750824 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.758155 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:46.767159 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:46.777366 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Allocated IP 172.27.2.133 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/ebe0d556-a642-4c9e-ab2e-e6f9cee37074) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:46.782251 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:46.786536 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:46.795877 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:46.801453 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:46.809094 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:46.813514 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:46.818485 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Pushing event updated for resources: {'Port': ['ID=06106e20-e652-4322-9384-8fe165ad3674,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:46.839425 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:46.896758 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.897245 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.897589 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.897925 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.898260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.898590 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.898916 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.899240 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.899582 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.900043 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.900392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.900709 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Tracked resource versions report: Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: pushed versions: Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: { 'AddressGroup': {'1.2'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'ConntrackHelper': {'1.0'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Log': {'1.0'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Network': {'1.1'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Port': {'1.7'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'PortForwarding': {'1.2'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'QosPolicy': {'1.8'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroup': {'1.4'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SubPort': {'1.0'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Subnet': {'1.1'}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Trunk': {'1.1'}} Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: consumer versions: Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: HyperV agent@hv-cinder-78414: {}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'ConntrackHelper': '1.0', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Log': '1.0', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Network': '1.1', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Port': '1.7', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'PortForwarding': '1.2', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'QosPolicy': '1.8', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroup': '1.4', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SecurityGroupRule': '1.2', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'SubPort': '1.0', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Subnet': '1.1', Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: 'Trunk': '1.1'}} Aug 04 11:39:46.901960 dv-cinder-784140-6-iscsi neutron-server[99842]: {{(pid=99842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:39:46.955802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Attempting to bind port 06106e20-e652-4322-9384-8fe165ad3674 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:39:46.956516 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Attempting to bind port 06106e20-e652-4322-9384-8fe165ad3674 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:39:46.957299 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Attempting to bind port 06106e20-e652-4322-9384-8fe165ad3674 on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:39:46.990892 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:39:46.991406 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Checking segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:46.991814 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.992207 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Bound using segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:39:46.992716 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Bound port: 06106e20-e652-4322-9384-8fe165ad3674, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:39:46.993116 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.011505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-bf39cf0f-a0e9-402a-b050-c484d31e4d82 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:47.015545 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-bf39cf0f-a0e9-402a-b050-c484d31e4d82 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/networks?id=8ce5b387-2a37-45b9-a63c-fa34ba63827f HTTP/1.1" status: 200 len: 812 time: 0.7698433 Aug 04 11:39:47.072782 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-576a79cd-8fc6-45ed-bb3b-e9bfd9b89c6e tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/quotas/1e763692a1b44c0a95ddb0d391038d4d HTTP/1.1" status: 200 len: 375 time: 0.0501523 Aug 04 11:39:47.130788 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-cb7d3946-ba96-4575-a842-80635719431f None None] For port 06106e20-e652-4322-9384-8fe165ad3674, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:39:47.136817 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-cb7d3946-ba96-4575-a842-80635719431f None None] For port 06106e20-e652-4322-9384-8fe165ad3674, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=06106e20-e652-4322-9384-8fe165ad3674,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:39:47.145424 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Attempting to bind port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:39:47.146080 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Attempting to bind port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:39:47.146675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Attempting to bind port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:39:47.157066 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.201418 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:39:47.202388 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Checking segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:47.203472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.204089 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Bound using segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:39:47.204996 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Bound port: 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:39:47.205834 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.214516 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 42986) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:47.220453 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-e05837e1-3c37-40b9-93c1-73a3f51eed0f tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e763692a1b44c0a95ddb0d391038d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285362 Aug 04 11:39:47.224863 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Pushing event updated for resources: {'Port': ['ID=9aacbb62-1689-4081-95ac-a6afacd21b72,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:47.245127 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Pushing event updated for resources: {'Port': ['ID=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:47.305439 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.435146 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3fac58c0-e8e6-43c4-bde6-777211df995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.461247 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.590369 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:47.594111 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Pushing event updated for resources: {'Port': ['ID=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:47.605193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:47.629502 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-9f59f71b-1f22-419b-b9ff-8629d86a5886 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:39:47.630614 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-9f59f71b-1f22-419b-b9ff-8629d86a5886 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2531595 Aug 04 11:39:47.715290 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3946-ba96-4575-a842-80635719431f None None] Pushing event updated for resources: {'Port': ['ID=06106e20-e652-4322-9384-8fe165ad3674,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:47.725365 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] For port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:39:47.734495 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] For port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:39:47.748737 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.882535 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3fac58c0-e8e6-43c4-bde6-777211df995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.884539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.889438 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3fac58c0-e8e6-43c4-bde6-777211df995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:47.895480 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7ed5-2e3a-4b08-9d92-ea8e66c6427a None None] Pushing event updated for resources: {'Port': ['ID=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:47.990395 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:39:48.000000 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:48.092730 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 06106e20-e652-4322-9384-8fe165ad3674 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:48.135257 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac58c0-e8e6-43c4-bde6-777211df995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf5658-204a-4719-ab82-fe39ccf07cc8,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:48.170557 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3fac58c0-e8e6-43c4-bde6-777211df995e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08228f2df5a642ee9dd031374c640ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9524856 Aug 04 11:39:48.173737 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43022) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:48.200858 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-cb0eae4a-478d-4a76-9c2f-76df7c460a57 service neutron] 10.222.0.44 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444722 Aug 04 11:39:48.229063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 06106e20-e652-4322-9384-8fe165ad3674 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:48.407403 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.508210 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.571580 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-03e0983d-52ec-4312-801a-67c380ae88b8 service neutron] 10.222.0.44 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468494 Aug 04 11:39:48.665729 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.734337 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.737140 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.742259 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cbf5658-204a-4719-ab82-fe39ccf07cc8 HTTP/1.1" status: 204 len: 168 time: 0.5578191 Aug 04 11:39:48.786884 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe11cf-2ae0-46a4-bd90-9789783f91be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf5658-204a-4719-ab82-fe39ccf07cc8,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:48.842791 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.851179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:48.989601 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3869c9-3d3f-4cf8-85ff-1b50d7dc41a9 None None] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:49.118434 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43058) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:49.138064 dv-cinder-784140-6-iscsi neutron-server[99841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:39:49.218839 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Provisioning for port 06106e20-e652-4322-9384-8fe165ad3674 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:49.233661 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Provisioning complete for port 06106e20-e652-4322-9384-8fe165ad3674 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:49.234303 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:49.239482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:49.251537 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fdaf068c-a253-4952-9118-39d7d13d4727 req-ae75fa3f-119f-4902-9ea7-b1d396475705 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.1307714 Aug 04 11:39:49.347429 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:39:49.535772 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43080) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:49.540923 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:49.558897 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58178258-0587-4ec0-8c1e-c98906cce330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:49.597700 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] For port 06106e20-e652-4322-9384-8fe165ad3674, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=06106e20-e652-4322-9384-8fe165ad3674,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:39:49.605298 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:49.632032 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:39:49.644420 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:39:49.661912 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:49.670205 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:49.740149 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea200ad-3aed-4cfa-aeaf-f791b9a0978d None None] Pushing event updated for resources: {'Port': ['ID=06106e20-e652-4322-9384-8fe165ad3674,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:49.743989 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15b594-33a0-4771-8667-f9306d269719 None None] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:39:49.780297 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:39:49.869455 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef26b6-d0e6-4c73-b772-4d5e17188789 None None] Provisioning for port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:49.888479 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5d337649-a884-4176-b218-4af1cb18d7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.033884 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:39:50.076921 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-0f4a9d5d-457f-4b14-80b7-146b779de52c None None] Provisioning complete for port 06106e20-e652-4322-9384-8fe165ad3674 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:50.079414 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9d5d-457f-4b14-80b7-146b779de52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.140446 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58178258-0587-4ec0-8c1e-c98906cce330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.156119 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.158871 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58178258-0587-4ec0-8c1e-c98906cce330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.160920 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-54747fe5-b0c2-4b76-8073-d615a9553e49 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8777921 Aug 04 11:39:50.162669 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43112) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:50.198419 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:39:50.209162 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-58178258-0587-4ec0-8c1e-c98906cce330 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daefa49b592a4a188ae1c44198425a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6723652 Aug 04 11:39:50.213497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43116) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:50.250694 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:50.255752 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:39:50.278478 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.279829 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:47Z', 'revision_number': 3, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:50.288968 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-3370a00d-7cf9-406c-8bed-dce10c1846da admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1855247 Aug 04 11:39:50.291635 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43122) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:50.348842 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:39:50.349196 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Updating router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 port 9aacbb62-1689-4081-95ac-a6afacd21b72 binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:39:50.361392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58178258-0587-4ec0-8c1e-c98906cce330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5244a4c-316b-4839-8847-84a65a2f1098,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:50.412182 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.420904 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.430036 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43128) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:50.496202 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.538136 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:50.538787 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:50.560769 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bd1f44d8-7378-4e1e-84ce-3b1945e4b749 req-d6ebb457-2f38-46e8-8b8b-8dbc96a71e0e tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.0849297 Aug 04 11:39:50.619400 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.624190 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.625801 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5244a4c-316b-4839-8847-84a65a2f1098 HTTP/1.1" status: 204 len: 168 time: 0.4111381 Aug 04 11:39:50.642163 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4be4-356e-466f-8844-be5f5b4436fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5244a4c-316b-4839-8847-84a65a2f1098,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:50.747608 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.795727 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.827937 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Transition to ACTIVE for port object 9aacbb62-1689-4081-95ac-a6afacd21b72 will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:50.830185 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c959-4e80-4a7f-a336-4fc6f31e4837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.840362 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.884791 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:50.901935 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Attempting to bind port 9aacbb62-1689-4081-95ac-a6afacd21b72 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:39:50.903719 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Attempting to bind port 9aacbb62-1689-4081-95ac-a6afacd21b72 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:39:50.904339 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Attempting to bind port 9aacbb62-1689-4081-95ac-a6afacd21b72 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:39:50.911527 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:50.912287 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.929397 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:39:50.930136 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:50.930860 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:50.931505 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:39:50.932260 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Bound port: 9aacbb62-1689-4081-95ac-a6afacd21b72, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:39:50.932912 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.005548 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] For port 9aacbb62-1689-4081-95ac-a6afacd21b72, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:39:51.009417 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] For port 9aacbb62-1689-4081-95ac-a6afacd21b72, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=9aacbb62-1689-4081-95ac-a6afacd21b72,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:39:51.030083 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.052268 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Pushing event updated for resources: {'Port': ['ID=9aacbb62-1689-4081-95ac-a6afacd21b72,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:51.093185 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.093849 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.094456 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.095016 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.095559 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.096110 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.096747 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.097331 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.098059 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.098661 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.099205 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.099740 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Tracked resource versions report: Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: pushed versions: Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: { 'AddressGroup': {'1.2'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'ConntrackHelper': {'1.0'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Log': {'1.0'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Network': {'1.1'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Port': {'1.7'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'PortForwarding': {'1.2'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'QosPolicy': {'1.8'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroup': {'1.4'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SubPort': {'1.0'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Subnet': {'1.1'}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Trunk': {'1.1'}} Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: consumer versions: Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: { DHCP agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: HyperV agent@hv-cinder-78414: {}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: L3 agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: Metadata agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: Metering agent@dv-cinder-784140-6-iscsi: {}, Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: Open vSwitch agent@dv-cinder-784140-6-iscsi: { 'AddressGroup': '1.2', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'ConntrackHelper': '1.0', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Log': '1.0', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Network': '1.1', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Port': '1.7', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'PortForwarding': '1.2', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'QosPolicy': '1.8', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroup': '1.4', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SecurityGroupRule': '1.2', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'SubPort': '1.0', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Subnet': '1.1', Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: 'Trunk': '1.1'}} Aug 04 11:39:51.101052 dv-cinder-784140-6-iscsi neutron-server[99843]: {{(pid=99843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:39:51.149708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:39:51.167240 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:51.171638 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:51.191339 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c959-4e80-4a7f-a336-4fc6f31e4837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.203579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c959-4e80-4a7f-a336-4fc6f31e4837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.373202 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-ffe3c959-4e80-4a7f-a336-4fc6f31e4837 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=006e78a235064fe59de989c84a4a35b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9412510 Aug 04 11:39:51.374269 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3c959-4e80-4a7f-a336-4fc6f31e4837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbe1f4-267a-4c3c-a7be-f38c3e6c8c89,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:51.399122 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43180) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:51.433653 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7a03-c009-4fdf-b066-27fc00d2c989 None None] Pushing event updated for resources: {'Port': ['ID=9aacbb62-1689-4081-95ac-a6afacd21b72,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:51.517772 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:39:51.569412 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.589431 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-69295e06-bca1-4f89-aabb-0441fdeb5086 None None] Provisioning complete for port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:51.589958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-69295e06-bca1-4f89-aabb-0441fdeb5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.644427 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.782030 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.789370 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:51.792247 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fcbe1f4-267a-4c3c-a7be-f38c3e6c8c89 HTTP/1.1" status: 204 len: 168 time: 0.3918636 Aug 04 11:39:51.822789 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26db7e-40b7-43ef-adf6-28b1ec491803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbe1f4-267a-4c3c-a7be-f38c3e6c8c89,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:51.979056 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.112928 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:39:52.127820 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.128857 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 06106e20-e652-4322-9384-8fe165ad3674 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:52.141500 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:47Z', 'revision_number': 3, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:52.185296 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c016da-9b38-4115-99fa-6576570859d6 None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:47Z', 'revision_number': 3, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:39:52.189653 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-02391de8-84f1-4525-b84f-fe1b4f009ed8 req-c321e18a-c148-49ec-8824-e99c861eb6da tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.1451838 Aug 04 11:39:52.224015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-69295e06-bca1-4f89-aabb-0441fdeb5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.373061 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:52.380985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:48Z', 'revision_number': 3, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:52.452933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.463300 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:39:52.464262 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Updating router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:39:52.489161 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.db.api [None req-69295e06-bca1-4f89-aabb-0441fdeb5086 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:39:52.489967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG oslo_db.api [None req-69295e06-bca1-4f89-aabb-0441fdeb5086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:39:52.490844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 06106e20-e652-4322-9384-8fe165ad3674 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:52.491392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.529289 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43230) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:52.540678 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.555676 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-892e7b3e-df12-4d6e-8a17-ef09e1a54700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.711574 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.741407 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.840700 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-892e7b3e-df12-4d6e-8a17-ef09e1a54700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.852655 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-892e7b3e-df12-4d6e-8a17-ef09e1a54700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:52.917460 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e7b3e-df12-4d6e-8a17-ef09e1a54700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648f275-5a69-41b4-9bfa-e0d3be4e7352,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:52.951853 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-892e7b3e-df12-4d6e-8a17-ef09e1a54700 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f2299f051d14c13bec2983449ddfb89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4213686 Aug 04 11:39:52.952516 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43246) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:53.010613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Allocated IP 172.20.0.1 (a7bbfc98-be9b-4a25-871c-a45fd8bc5a01/a987c9a8-ca31-43ee-8243-3c72eea271b2/705d071c-9079-4eef-8170-3ebed3c87186) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:53.096908 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.139714 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.140444 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.159643 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Transition to ACTIVE for port object 705d071c-9079-4eef-8170-3ebed3c87186 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:53.258214 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.261510 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.262924 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b648f275-5a69-41b4-9bfa-e0d3be4e7352 HTTP/1.1" status: 204 len: 168 time: 0.3092656 Aug 04 11:39:53.279996 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:53.282760 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.293298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9a2e-db9d-4d38-ad87-df44e274b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648f275-5a69-41b4-9bfa-e0d3be4e7352,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:53.447951 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:53.454107 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:53.462989 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:53.464085 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.522315 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Pushing event updated for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:53.622726 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d9657de2-1b94-47ea-8e7d-2d67e7d043d4 req-99ffd234-ba53-409d-af55-d7731705ad79 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.1215403 Aug 04 11:39:53.669910 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Allocated IP 172.20.0.1 (c900a9d0-4b2d-44e8-869a-b77551ea3dbe/89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee/7ae7d0a0-ecca-4efe-b143-cf938930ea6a) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:53.730533 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:53.731145 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.886237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-fd454b39-30ec-4278-bc51-8d7a0b0b1de5 None None] Provisioning for port 705d071c-9079-4eef-8170-3ebed3c87186 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:53.903063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.908765 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-fd454b39-30ec-4278-bc51-8d7a0b0b1de5 None None] Provisioning complete for port 705d071c-9079-4eef-8170-3ebed3c87186 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:53.909953 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fd454b39-30ec-4278-bc51-8d7a0b0b1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:53.959606 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Transition to ACTIVE for port object ebe0d556-a642-4c9e-ab2e-e6f9cee37074 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:53.967900 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 9aacbb62-1689-4081-95ac-a6afacd21b72 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:54.013680 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.044199 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.061663 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-fd454b39-30ec-4278-bc51-8d7a0b0b1de5 None None] Port 705d071c-9079-4eef-8170-3ebed3c87186 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:39:54.064057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.086726 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Attempting to bind port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:39:54.087101 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Attempting to bind port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:39:54.087472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Attempting to bind port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:39:54.096577 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:39:54.096961 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:54.097470 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.097879 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:39:54.098372 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Bound port: ebe0d556-a642-4c9e-ab2e-e6f9cee37074, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:39:54.098779 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.110955 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Transition to ACTIVE for port object 7ae7d0a0-ecca-4efe-b143-cf938930ea6a will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:54.158628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] For port ebe0d556-a642-4c9e-ab2e-e6f9cee37074, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:39:54.162318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] For port ebe0d556-a642-4c9e-ab2e-e6f9cee37074, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:39:54.182652 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.209446 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3f91-aac8-4905-9e69-f1f388a742be None None] Pushing event updated for resources: {'Port': ['ID=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:54.256958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 9aacbb62-1689-4081-95ac-a6afacd21b72 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:54.260892 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.268814 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 9aacbb62-1689-4081-95ac-a6afacd21b72 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:54.269344 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.273710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:54.274635 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:54.369132 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3f91-aac8-4905-9e69-f1f388a742be None None] Pushing event updated for resources: {'Port': ['ID=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:54.423658 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.447740 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.448560 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.464844 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:54.480141 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:54.588339 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:39:54.598629 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:54.599166 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.716183 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:54.967052 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8e7d702e-a1e4-49f2-aba8-84b7c555dccc req-a7cd0e93-07a3-4077-9b6d-331b7ac2a268 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.0531898 Aug 04 11:39:55.045548 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 9aacbb62-1689-4081-95ac-a6afacd21b72, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=9aacbb62-1689-4081-95ac-a6afacd21b72,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:39:55.077078 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.092512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:55.117492 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7e42d8ae-8404-449f-acd2-54003ca8a54d None None] Provisioning for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:55.125002 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7e42d8ae-8404-449f-acd2-54003ca8a54d None None] Provisioning complete for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:55.125371 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7e42d8ae-8404-449f-acd2-54003ca8a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.173514 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.253331 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=9aacbb62-1689-4081-95ac-a6afacd21b72,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:55.267051 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-7e42d8ae-8404-449f-acd2-54003ca8a54d None None] Port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:39:55.268017 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Pushing event updated for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:55.282877 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:55.310145 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:55.369802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:55.409401 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b19fc7-de5a-499b-b0d9-36ca0ff0ea4b None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:39:55.567615 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:39:55.645790 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.655799 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.656752 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.695721 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.83', 56041) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:55.708937 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7b8d0153-89c0-4b28-8aef-a62ce9f7d076 None None] Provisioning complete for port 705d071c-9079-4eef-8170-3ebed3c87186 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:55.709701 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0153-89c0-4b28-8aef-a62ce9f7d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:55.809693 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d0153-89c0-4b28-8aef-a62ce9f7d076 None None] Port 705d071c-9079-4eef-8170-3ebed3c87186 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:39:55.858876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:55.910637 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:39:55.927604 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-db2bd7d4-613c-47a4-9be8-21bda971944c admin admin] 10.222.0.44 "PUT /v2.0/routers/af2a2b4e-2b5d-4231-8b3c-add8c809f3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6338613 Aug 04 11:39:56.013865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-1236685b-8098-4105-8af9-e61c1099a473 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:56.015385 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-1236685b-8098-4105-8af9-e61c1099a473 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.83 "GET /v2.0/networks?id=8ce5b387-2a37-45b9-a63c-fa34ba63827f HTTP/1.1" status: 200 len: 812 time: 0.3177364 Aug 04 11:39:56.016851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:56.018789 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:56.068117 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Request body: {'port': {'device_id': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f', 'admin_state_up': True, 'tenant_id': '1e763692a1b44c0a95ddb0d391038d4d'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:56.328309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:39:56.549729 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9c050e7e-e693-46ff-a931-c6e1db3c401a None None] Provisioning complete for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:56.553144 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9c050e7e-e693-46ff-a931-c6e1db3c401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:56.577841 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:39:56.592835 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:39:56.608567 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:56.610474 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:56.619441 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7eac6c76-0c29-4043-b63b-ed1c60f70a55 admin admin] 10.222.0.44 "PUT /v2.0/routers/10a5b5d0-f470-492a-89e8-bfcb5a17ba11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4555595 Aug 04 11:39:56.693348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9c050e7e-e693-46ff-a931-c6e1db3c401a None None] Port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:39:56.918559 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-916f66cc-5733-4751-9e6c-bfdbabef80a9 req-7f41b44c-2ceb-4531-bbfe-d87ffdda31a1 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.1289978 Aug 04 11:39:57.041544 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Made reservation on behalf of 1e763692a1b44c0a95ddb0d391038d4d for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:39:57.055300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:57.173370 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:39:57.498742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device ebe0d556-a642-4c9e-ab2e-e6f9cee37074 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:57.762238 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:39:57.794757 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:57.795142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:57.812704 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:39:55Z', 'revision_number': 2, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:57.900721 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43510) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:58.008121 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:39:58.008634 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Updating router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:39:58.082041 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43518) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:58.110681 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.125102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Allocated IP 172.20.0.9 (8ce5b387-2a37-45b9-a63c-fa34ba63827f/38c9970e-0cb0-4631-b910-16050dcdf6d8/372b5c7f-4236-4245-8865-89d51e6013e5) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:39:58.255081 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.371614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port ebe0d556-a642-4c9e-ab2e-e6f9cee37074, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:39:58.380570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.381742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 9aacbb62-1689-4081-95ac-a6afacd21b72 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:58.540256 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ac37686-70f6-4c72-8ab7-543a8d68ed18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.645618 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43534) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:58.666342 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718111531', 'description': 'tempest-description--1079941795'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:58.700525 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43538) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:58.718811 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:58.781046 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 9aacbb62-1689-4081-95ac-a6afacd21b72 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:58.781733 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.907202 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ac37686-70f6-4c72-8ab7-543a8d68ed18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:58.997893 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-36eec4d7-082b-48a7-b56a-ae8453ebd6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.009583 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fb6e7987-6924-4ee6-9c1c-b9720f6ee8d5 req-768fe03c-3986-446f-9dc3-0844bda34d8a tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.1009777 Aug 04 11:39:59.010619 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ac37686-70f6-4c72-8ab7-543a8d68ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.102928 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5ac37686-70f6-4c72-8ab7-543a8d68ed18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46c7aac25b504063b6e3349df819ca50&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2006037 Aug 04 11:39:59.121064 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43554) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:59.134698 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.213764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.238607 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-32879b34-8769-492a-8355-812a18c6fba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.308806 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.324381 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device ebe0d556-a642-4c9e-ab2e-e6f9cee37074 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:39:59.326563 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37686-70f6-4c72-8ab7-543a8d68ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec02e2-a009-470e-9463-3a164cb5ca68,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:59.383756 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43558) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:59.410872 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148579807', 'description': 'tempest-description--2001277923'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:39:59.420092 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.437642 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.456526 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Transition to ACTIVE for port object 7ae7d0a0-ecca-4efe-b143-cf938930ea6a will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:39:59.463748 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.474980 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.560831 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Network 8ce5b387-2a37-45b9-a63c-fa34ba63827f is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:39:59.571234 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:39:59.581614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:39:59.584103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.587071 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43566) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:39:59.612386 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:39:59.619414 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:39:59.620097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.649981 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.660217 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.666226 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83ec02e2-a009-470e-9463-3a164cb5ca68 HTTP/1.1" status: 204 len: 168 time: 0.5391002 Aug 04 11:39:59.689627 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c0768-15f1-45dd-8002-59cce1a76a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec02e2-a009-470e-9463-3a164cb5ca68,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:59.744097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Pushing event updated for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:39:59.791824 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:39:59.861048 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:39:59.874818 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:39:59.888415 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-36eec4d7-082b-48a7-b56a-ae8453ebd6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.895239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-89952e92-07c4-4537-bfd6-36d2d9e89cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.900719 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Attempting to bind port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:39:59.901984 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Attempting to bind port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:39:59.902715 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Attempting to bind port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:39:59.921127 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:39:59.922808 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Checking segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:39:59.923688 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.925169 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Bound using segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:39:59.925923 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Bound port: 7ae7d0a0-ecca-4efe-b143-cf938930ea6a, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:39:59.926543 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:59.927187 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.db.api [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:39:59.927187 dv-cinder-784140-6-iscsi neutron-server[99841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:39:59.927187 dv-cinder-784140-6-iscsi neutron-server[99841]: [parameters: {'project_id_1': 'be6dd80b75934c9d963b5388d1441889', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 39, 59, 525871)}] Aug 04 11:39:59.927187 dv-cinder-784140-6-iscsi neutron-server[99841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:39:59.927870 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG oslo_db.api [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:40:00.017339 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-36eec4d7-082b-48a7-b56a-ae8453ebd6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.029053 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.db.api [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:40:00.029053 dv-cinder-784140-6-iscsi neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:40:00.029053 dv-cinder-784140-6-iscsi neutron-server[99840]: [parameters: {'project_id_1': '9cf660c7a4da462fa02c358a17c7bdce', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 39, 59, 433388)}] Aug 04 11:40:00.029053 dv-cinder-784140-6-iscsi neutron-server[99840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:40:00.030234 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG oslo_db.api [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:40:00.097140 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-36eec4d7-082b-48a7-b56a-ae8453ebd6f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfec8a59084a443abdead3829228bbdb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0119572 Aug 04 11:40:00.102209 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43578) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:00.102391 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eec4d7-082b-48a7-b56a-ae8453ebd6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4bbe3-7227-47d6-af55-d3809d3e6059,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:00.150012 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-32879b34-8769-492a-8355-812a18c6fba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.164840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-32879b34-8769-492a-8355-812a18c6fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.185680 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-d922eab2-9e01-4f31-b9bd-d81b6977a786 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1167231 Aug 04 11:40:00.214526 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] For port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:00.221524 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] For port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:00.241306 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.258684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.272715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-e0ad2cd8-9282-4e05-b0de-24399a524f6a tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:40:00.275204 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-e0ad2cd8-9282-4e05-b0de-24399a524f6a tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475121 Aug 04 11:40:00.277742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:00.310487 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-32879b34-8769-492a-8355-812a18c6fba8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebbd9d9ac8c346d29f7649bf22f56326&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6073048 Aug 04 11:40:00.315755 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df84c0-8338-4a72-9c23-6d9570cac9fa None None] Pushing event updated for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:00.324545 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43580) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:00.327604 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32879b34-8769-492a-8355-812a18c6fba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0b4c1-b80a-4303-9e67-7db471bacd9c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:00.390918 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43584) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:00.428749 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c900a64d-4afb-43b3-959b-cd5269aed7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.444148 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:00.444796 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:00.532308 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.536588 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df84c0-8338-4a72-9c23-6d9570cac9fa None None] Pushing event updated for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=4']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:00.545334 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.610865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe416d1d-0965-46d3-a194-486f4cc23dc4 req-54da857b-f928-47b3-aed7-a4aa7ef367e7 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:00.614233 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fe416d1d-0965-46d3-a194-486f4cc23dc4 req-54da857b-f928-47b3-aed7-a4aa7ef367e7 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 931 time: 0.3471134 Aug 04 11:40:00.672335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-89952e92-07c4-4537-bfd6-36d2d9e89cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.678831 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:00.688605 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.693577 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Request body: {'port': {'device_id': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:00.724318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.755678 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 2, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:00.803223 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.818669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:40:00.819737 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Updating router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 port 705d071c-9079-4eef-8170-3ebed3c87186 binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:40:00.844437 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-89952e92-07c4-4537-bfd6-36d2d9e89cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:00.935091 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.059550 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-89952e92-07c4-4537-bfd6-36d2d9e89cb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4499c03a6c0f4e74a1988f6710008134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4657955 Aug 04 11:40:01.063040 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43596) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:01.104591 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89952e92-07c4-4537-bfd6-36d2d9e89cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dddd927-480a-4832-87fc-fb5a1efe4d7c,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:01.107667 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.118649 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.120924 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6f4bbe3-7227-47d6-af55-d3809d3e6059 HTTP/1.1" status: 204 len: 168 time: 1.0166450 Aug 04 11:40:01.136503 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289ebd6-eac9-49e2-99ac-5079ebe8e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4bbe3-7227-47d6-af55-d3809d3e6059,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:01.218442 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fe416d1d-0965-46d3-a194-486f4cc23dc4 req-3a9534d8-db6f-4273-b036-332a16a7b34b tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698359 Aug 04 11:40:01.267686 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.277097 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.286016 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ec0b4c1-b80a-4303-9e67-7db471bacd9c HTTP/1.1" status: 204 len: 168 time: 0.9329174 Aug 04 11:40:01.310890 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:00Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:01.312332 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc606c20-b571-486f-8282-807aa2d8800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0b4c1-b80a-4303-9e67-7db471bacd9c,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:01.384676 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5e3ea0-f4a5-4706-b4d9-e76b6f36ae85 None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:00Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:01.514781 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c900a64d-4afb-43b3-959b-cd5269aed7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.591550 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.624164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c900a64d-4afb-43b3-959b-cd5269aed7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:01.799447 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900a64d-4afb-43b3-959b-cd5269aed7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e689b8-d3b1-4d35-a1a1-6a7e83fbfa9a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:01.810965 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.db.api [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:40:01.810965 dv-cinder-784140-6-iscsi neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:40:01.810965 dv-cinder-784140-6-iscsi neutron-server[99840]: [parameters: {'project_id_1': '9cf660c7a4da462fa02c358a17c7bdce', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 40, 0, 568699)}] Aug 04 11:40:01.810965 dv-cinder-784140-6-iscsi neutron-server[99840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:40:01.815393 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG oslo_db.api [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:40:01.903571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.030140 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c900a64d-4afb-43b3-959b-cd5269aed7c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7ba2483c43b4613895e3a50dd3f17b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6338756 Aug 04 11:40:02.040145 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43622) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:02.041843 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.051960 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.178284 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.179501 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7913430 Aug 04 11:40:02.189440 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.205596 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43630) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:02.244623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group_rule': {'security_group_id': '5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:02.355365 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.375412 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a20d0-c37c-4603-9fb4-a54c2d08c22c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:02.404941 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Transition to ACTIVE for port object 705d071c-9079-4eef-8170-3ebed3c87186 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:02.417801 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.421626 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.485723 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43638) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:02.509742 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.525303 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.535863 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dddd927-480a-4832-87fc-fb5a1efe4d7c HTTP/1.1" status: 204 len: 168 time: 1.4686759 Aug 04 11:40:02.575221 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fbad250a-6bfd-4853-815b-153b85b257da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.634175 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882b76-4c85-4836-a467-9284df53c982 None None] Pushing event updated for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:02.696217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.718912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Attempting to bind port 705d071c-9079-4eef-8170-3ebed3c87186 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:02.719574 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Attempting to bind port 705d071c-9079-4eef-8170-3ebed3c87186 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:02.722261 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Attempting to bind port 705d071c-9079-4eef-8170-3ebed3c87186 on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:02.731240 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.734867 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:02.736331 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Checking segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:02.738472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.739778 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Bound using segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:02.741533 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Bound port: 705d071c-9079-4eef-8170-3ebed3c87186, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:02.742162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.752260 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:02.812123 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1226a-79ef-4553-8a34-53f8ae49e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dddd927-480a-4832-87fc-fb5a1efe4d7c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:02.844473 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9165fe9a-6487-4b00-b97d-516d6d540687,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:02.887599 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372b5c7f-4236-4245-8865-89d51e6013e5 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:02.943572 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.056318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] For port 705d071c-9079-4eef-8170-3ebed3c87186, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:03.074241 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fbad250a-6bfd-4853-815b-153b85b257da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.075512 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] For port 705d071c-9079-4eef-8170-3ebed3c87186, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=705d071c-9079-4eef-8170-3ebed3c87186,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:03.084429 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fbad250a-6bfd-4853-815b-153b85b257da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.089383 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Transition to ACTIVE for port object 372b5c7f-4236-4245-8865-89d51e6013e5 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:03.094008 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.223601 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:03.225015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:39:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:03.429807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.473203 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dab454-3d0b-4e93-beaa-14932cfd0300 req-4dc3f56c-ab4b-4545-a260-1320e7bef253 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:03.516635 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7ae7d0a0-ecca-4efe-b143-cf938930ea6a up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:03.518941 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30dab454-3d0b-4e93-beaa-14932cfd0300 req-4dc3f56c-ab4b-4545-a260-1320e7bef253 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 931 time: 1.0348024 Aug 04 11:40:03.521586 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.630426 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882b76-4c85-4836-a467-9284df53c982 None None] Pushing event updated for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:03.634002 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.652491 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.738630 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:03.751284 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:03.751852 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.889725 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad250a-6bfd-4853-815b-153b85b257da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52dd14-2a61-4fc9-afc0-21b4880277ea,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:03.925227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.930925 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-845e4e0d-c9a6-446c-ae7a-420b08e1c922 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7209680 Aug 04 11:40:03.933864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43676) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:03.942629 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group_rule': {'security_group_id': '5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:03.951724 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:03.975854 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:03.982956 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262acbdb-94ca-4418-886f-422358f1df15,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.003446 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-fbad250a-6bfd-4853-815b-153b85b257da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47716dcc99984d0380dcbad7bf4ef979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5038297 Aug 04 11:40:04.006821 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43678) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:04.102305 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.107929 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a2e93b61-ec7c-4fff-8e65-0cd319245f3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 5.4564726 Aug 04 11:40:04.112444 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43686) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:04.120981 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group_rule': {'security_group_id': '262acbdb-94ca-4418-886f-422358f1df15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:04.143619 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:04.152875 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.189258 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Pushing event updated for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.189494 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.214549 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.241290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.331276 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.490433 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.553316 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.629777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.631701 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6962483 Aug 04 11:40:04.635102 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.644649 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:03Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:04.705186 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.710164 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b6082-cd8c-48f7-8c78-f3ef68d4d447 None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:03Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:04.725276 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30dab454-3d0b-4e93-beaa-14932cfd0300 req-310cca24-bef7-43c3-a746-29f9cc3ffee7 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2043557 Aug 04 11:40:04.727930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43700) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:04.743109 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a87b1f-f621-4d96-862a-aca08511548f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c5f82-f575-431d-8278-36790a774fa2,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.760806 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.770875 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.794492 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:04.818615 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb0be8c-1e75-45bf-aea5-f8e6c45e3075,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.856412 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.864080 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.871066 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a52dd14-2a61-4fc9-afc0-21b4880277ea HTTP/1.1" status: 204 len: 168 time: 0.8608210 Aug 04 11:40:04.900602 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Attempting to bind port 372b5c7f-4236-4245-8865-89d51e6013e5 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:04.900946 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Attempting to bind port 372b5c7f-4236-4245-8865-89d51e6013e5 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '01fa9135-acf1-4115-9c02-42bbfa6ded52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:04.901293 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Attempting to bind port 372b5c7f-4236-4245-8865-89d51e6013e5 on network 8ce5b387-2a37-45b9-a63c-fa34ba63827f {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:04.922784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.928484 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-57b885e2-5512-4bd7-b81d-dee8992bb4da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8101952 Aug 04 11:40:04.929361 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43710) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:04.938232 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc948a4c-6ad9-4574-9ee1-4892256355f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a52dd14-2a61-4fc9-afc0-21b4880277ea,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:04.938502 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:04.964116 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Port 372b5c7f-4236-4245-8865-89d51e6013e5 on network 8ce5b387-2a37-45b9-a63c-fa34ba63827f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:40:04.964788 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Attempting to bind port 372b5c7f-4236-4245-8865-89d51e6013e5 on network 8ce5b387-2a37-45b9-a63c-fa34ba63827f {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:04.968111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group_rule': {'security_group_id': '262acbdb-94ca-4418-886f-422358f1df15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:04.975282 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:04.975715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Checking segment: {'id': '01fa9135-acf1-4115-9c02-42bbfa6ded52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:04.976358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Bound using segment: {'id': '01fa9135-acf1-4115-9c02-42bbfa6ded52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:04.977018 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Bound port: 372b5c7f-4236-4245-8865-89d51e6013e5, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fa9135-acf1-4115-9c02-42bbfa6ded52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:04.977357 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.083437 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.262139 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.264093 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.271466 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4e689b8-d3b1-4d35-a1a1-6a7e83fbfa9a HTTP/1.1" status: 204 len: 168 time: 3.1987505 Aug 04 11:40:05.315374 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde24fc-6618-4aea-824b-5e5b39dded27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e689b8-d3b1-4d35-a1a1-6a7e83fbfa9a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:05.316709 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.326666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.348861 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1308f49-068f-4830-920a-c5b968128f1c,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:05.358445 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.363300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:05.363722 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d79a5d6e-5737-4fb6-8550-14accea89994 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205084 Aug 04 11:40:05.364419 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43722) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:05.371450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:05.411198 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.426903 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 705d071c-9079-4eef-8170-3ebed3c87186 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:05.449065 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=372b5c7f-4236-4245-8865-89d51e6013e5,segment=NetworkSegment(01fa9135-acf1-4115-9c02-42bbfa6ded52),segment_id=01fa9135-acf1-4115-9c02-42bbfa6ded52)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:05.457019 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.598394 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:05.599734 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:05.601304 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] 10.222.0.83 "PUT /v2.0/ports/372b5c7f-4236-4245-8865-89d51e6013e5 HTTP/1.1" status: 200 len: 1093 time: 4.9997308 Aug 04 11:40:05.634346 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:05.635861 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 705d071c-9079-4eef-8170-3ebed3c87186 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:05.647484 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 705d071c-9079-4eef-8170-3ebed3c87186 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:05.653506 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.024342 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.028942 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d5ee-14b9-462c-b861-c07ba772d295 service neutron] Pushing event updated for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:06.036434 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.079902 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.176181 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30d674-cdce-4270-a034-196f5b99be8e req-a202e81b-143a-45a5-9a61-f123ba66e810 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:06.177770 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eb30d674-cdce-4270-a034-196f5b99be8e req-a202e81b-143a-45a5-9a61-f123ba66e810 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 943 time: 0.2284606 Aug 04 11:40:06.192222 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.256818 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 705d071c-9079-4eef-8170-3ebed3c87186, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=705d071c-9079-4eef-8170-3ebed3c87186,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:06.279255 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.286551 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7ae7d0a0-ecca-4efe-b143-cf938930ea6a up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:06.376469 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eb30d674-cdce-4270-a034-196f5b99be8e req-03aba1d6-b101-4075-a6fa-4e55040a7a87 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883345 Aug 04 11:40:06.412905 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86b31194-05f7-4364-a28b-6219dff85733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:06.414780 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-86b31194-05f7-4364-a28b-6219dff85733 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e763692a1b44c0a95ddb0d391038d4d&device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 1096 time: 0.2769175 Aug 04 11:40:06.542612 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-696870f6-ef82-4d1f-9b95-0d2068451a8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372b5c7f-4236-4245-8865-89d51e6013e5 HTTP/1.1" status: 200 len: 217 time: 0.0992665 Aug 04 11:40:06.557824 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43758) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:06.579814 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:06.581971 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.594256 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:06.622142 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Allocated IP 172.27.2.52 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:06.748471 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-b5d735ff-5f0f-4f37-bfd5-ed98d090b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:06.750941 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-b5d735ff-5f0f-4f37-bfd5-ed98d090b9d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=38c9970e-0cb0-4631-b910-16050dcdf6d8 HTTP/1.1" status: 200 len: 852 time: 0.1967418 Aug 04 11:40:06.822742 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:06.863092 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:06.999917 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.066171 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:07.069577 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:07.074750 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:07.078700 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Allocated IP 172.27.2.211 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/770afe0e-134b-43bc-ba48-227587e5b3cc) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:07.089718 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:07.213909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0f6617be-3ac7-43ef-9daf-2b7136b6c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.222341 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.294186 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 705d071c-9079-4eef-8170-3ebed3c87186 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:07.314671 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.381016 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.464536 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 705d071c-9079-4eef-8170-3ebed3c87186 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:07.464952 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.853910 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.858378 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0f6617be-3ac7-43ef-9daf-2b7136b6c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.865702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.866734 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.886573 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d375f7e-6c2b-4d9a-894d-e92ffeef77e4 x-openstack-request-id: req-2d375f7e-6c2b-4d9a-894d-e92ffeef77e4 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:07.887206 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:07.887656 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d375f7e-6c2b-4d9a-894d-e92ffeef77e4 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:07.888041 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0f6617be-3ac7-43ef-9daf-2b7136b6c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.888562 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5', 'status': 'completed', 'code': 200} Aug 04 11:40:07.897485 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.931205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:07.935555 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1515281 Aug 04 11:40:08.014038 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0f6617be-3ac7-43ef-9daf-2b7136b6c531 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=537237e9883a4739b341b79c71d48ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4550014 Aug 04 11:40:08.021153 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ddcc-29b8-4a79-b111-eb538a53a588 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:08.023417 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43798) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:08.072779 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6617be-3ac7-43ef-9daf-2b7136b6c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9cd395-5977-4a9e-9215-7be201960a87,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:08.100510 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:08.111047 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c57f5-f953-46bd-8e4b-c40a6b593ef2 req-b37a4739-df2f-4d48-b235-cd472adfd72d tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:08.113121 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a27c57f5-f953-46bd-8e4b-c40a6b593ef2 req-b37a4739-df2f-4d48-b235-cd472adfd72d tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 943 time: 0.4859576 Aug 04 11:40:08.119634 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:08.137545 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.154677 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:08.214426 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a27c57f5-f953-46bd-8e4b-c40a6b593ef2 req-c502c9cb-07d6-4a11-954a-9555897acf8f tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Aug 04 11:40:08.225086 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.300107 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=770afe0e-134b-43bc-ba48-227587e5b3cc,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:08.459620 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.491731 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-28d63056-529e-47f8-a068-9a69ae1a93ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ce5b387-2a37-45b9-a63c-fa34ba63827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2459235 Aug 04 11:40:08.585213 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.611248 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.614678 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.618191 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a9cd395-5977-4a9e-9215-7be201960a87 HTTP/1.1" status: 204 len: 168 time: 0.5916600 Aug 04 11:40:08.663431 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40cca-aa1f-4762-96a9-ea074392eca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9cd395-5977-4a9e-9215-7be201960a87,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:08.757420 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-b45b8b84-179b-4a09-ada4-c51e0384414e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--148579807&fields=id&tenant_id=be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 267 time: 0.1557608 Aug 04 11:40:08.884392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-2f6a0614-60d6-4853-bbfa-428a0e63fd7e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:08.891956 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-2f6a0614-60d6-4853-bbfa-428a0e63fd7e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 811 time: 0.1335292 Aug 04 11:40:08.923250 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-803007d3-b44c-4d65-a14b-4b3e29968726 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/quotas/be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 375 time: 0.0302088 Aug 04 11:40:08.937454 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-a89f44ae-1c01-4f82-a961-cbf3ddfbc6a2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369683 Aug 04 11:40:08.985341 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:08.992009 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:09.019803 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-a61b7e00-9134-4493-ad0f-131391b6a1f8 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956538 Aug 04 11:40:09.028008 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:09.056874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=770afe0e-134b-43bc-ba48-227587e5b3cc,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:09.060448 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:09.062136 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-129f2dcc-aa0a-4e52-987d-3580b9d50ec4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6964746 Aug 04 11:40:09.414358 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd61286-1bd3-4fd4-ab94-91ae4b6d1b5d req-875636d6-bad9-40dc-8ae6-101dd43c31d7 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:09.423065 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cfd61286-1bd3-4fd4-ab94-91ae4b6d1b5d req-875636d6-bad9-40dc-8ae6-101dd43c31d7 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 943 time: 0.0836930 Aug 04 11:40:09.433626 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-2191422d-c1f2-457e-9baf-fc9ac895f384 service neutron] 10.222.0.44 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921235 Aug 04 11:40:09.437446 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41b706d6-76c5-4b82-8bbd-a8d2b9e5f1e6 req-c3c7fd4e-47fd-4caf-98dc-eabc07989a56 service neutron] 10.222.0.83 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620141 Aug 04 11:40:09.483947 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cfd61286-1bd3-4fd4-ab94-91ae4b6d1b5d req-45d1a616-25c8-46d3-a648-e43fa5a9b18a tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596037 Aug 04 11:40:09.578768 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43866) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:09.655177 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-acc2d840-84a1-4ad3-a551-ce424af43e5f service neutron] 10.222.0.44 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115021 Aug 04 11:40:09.670309 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-aab4e363-6d79-4d5f-ba01-1fd408ee4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:09.671892 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-aab4e363-6d79-4d5f-ba01-1fd408ee4e29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e763692a1b44c0a95ddb0d391038d4d&device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 1096 time: 0.0871823 Aug 04 11:40:09.879249 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-c9d10029-98ff-4c97-b9f7-dce98843c981 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--718111531&fields=id&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 267 time: 0.1523778 Aug 04 11:40:09.907260 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43892) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:09.967211 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06826069-498a-4c2f-9123-830c0a180405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.169464 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-61f3e574-9853-40b4-b13f-988e93873213 req-94dd29ab-0565-4c4b-b581-cf53ca1c5234 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 210 time: 0.0846641 Aug 04 11:40:10.225112 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-77ddb79e-fb98-4288-b069-067be1373a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:10.225112 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-77ddb79e-fb98-4288-b069-067be1373a23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ce5b387-2a37-45b9-a63c-fa34ba63827f HTTP/1.1" status: 200 len: 913 time: 0.5215280 Aug 04 11:40:10.307106 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-93a99175-197a-416d-befb-6ed14117ae1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372b5c7f-4236-4245-8865-89d51e6013e5 HTTP/1.1" status: 200 len: 217 time: 0.0728328 Aug 04 11:40:10.543800 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-7391c5e7-fee5-4b76-9ebf-0fdba97f9c3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:10.545438 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-7391c5e7-fee5-4b76-9ebf-0fdba97f9c3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 817 time: 0.6598625 Aug 04 11:40:10.546997 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-a442ccf3-0555-409a-a6e4-1805d0f3e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:10.553170 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-a442ccf3-0555-409a-a6e4-1805d0f3e979 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=38c9970e-0cb0-4631-b910-16050dcdf6d8 HTTP/1.1" status: 200 len: 852 time: 0.2152498 Aug 04 11:40:10.598521 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3bdf548f-072c-4735-b562-f42421645290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.647461 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06826069-498a-4c2f-9123-830c0a180405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.653588 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06826069-498a-4c2f-9123-830c0a180405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.654124 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-7a2e6166-e905-4b2f-a022-aeda2c30bbcf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/quotas/9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 375 time: 0.0934219 Aug 04 11:40:10.786817 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826069-498a-4c2f-9123-830c0a180405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497b310-c71e-4ba9-aa4b-7aeb9e8b1ec9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:10.796416 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-06826069-498a-4c2f-9123-830c0a180405 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8da11be294654c77ae1643cd37621db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8826740 Aug 04 11:40:10.797599 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 43932) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:10.876429 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22781b45-4222-42c5-bb24-2f62aadd95da req-b0c96a3c-1d85-4b90-b468-0befa8c43f35 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:10.886555 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-22781b45-4222-42c5-bb24-2f62aadd95da req-b0c96a3c-1d85-4b90-b468-0befa8c43f35 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 943 time: 0.1992581 Aug 04 11:40:10.893853 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-b1e1875a-176c-4eec-94ea-aa00f05df66b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2075732 Aug 04 11:40:10.929055 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-513845fa-5819-4a9c-b894-7344b98def88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ce5b387-2a37-45b9-a63c-fa34ba63827f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846586 Aug 04 11:40:10.959887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.967168 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3bdf548f-072c-4735-b562-f42421645290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:10.974253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3bdf548f-072c-4735-b562-f42421645290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.088411 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3bdf548f-072c-4735-b562-f42421645290 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dace9c975a94593b3b2d35564a61ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5068879 Aug 04 11:40:11.090242 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 43948) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:11.092300 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf548f-072c-4735-b562-f42421645290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aed3a1-cc76-4c00-8020-f44ef3225186,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:11.105263 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-22781b45-4222-42c5-bb24-2f62aadd95da req-d4e5b249-8704-49de-b569-d2194cca875b tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175424 Aug 04 11:40:11.125291 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.131056 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-f5e3341d-59e0-4b1f-93cf-57208f78ae19 service neutron] 10.222.0.83 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809876 Aug 04 11:40:11.237851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.287172 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.353786 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e3706ccf-b3de-487b-94b4-d54f4ca7e2c7 req-fc97ae40-4d4c-49c7-9f93-906cbcb898df tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 210 time: 0.0324144 Aug 04 11:40:11.426918 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3970867-bd6e-41bc-90ef-e0bb84ad83c4 req-d59db4e8-1e71-4b84-9f20-aded87e48411 service neutron] 10.222.0.83 "GET /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460115 Aug 04 11:40:11.428938 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.431990 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.436150 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e497b310-c71e-4ba9-aa4b-7aeb9e8b1ec9 HTTP/1.1" status: 204 len: 168 time: 0.6337175 Aug 04 11:40:11.445479 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98234a4d-bc51-4663-92d2-e4213ea0768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497b310-c71e-4ba9-aa4b-7aeb9e8b1ec9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:11.565625 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.568003 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:11.572273 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50aed3a1-cc76-4c00-8020-f44ef3225186 HTTP/1.1" status: 204 len: 168 time: 0.4491324 Aug 04 11:40:11.581735 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141743d-d805-46ea-9f23-400a7a0e5014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aed3a1-cc76-4c00-8020-f44ef3225186,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:11.886195 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-e415bde3-7d9f-4f0c-bade-f1a3f47c277d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:40:11.887375 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-e415bde3-7d9f-4f0c-bade-f1a3f47c277d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2473457 Aug 04 11:40:12.014093 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-e61a6bc4-c772-4ec4-b417-fdf3ad0dd888 service neutron] 10.222.0.44 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176100 Aug 04 11:40:12.192245 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-a26c21f2-7038-4856-b54e-239db2704e2b service neutron] 10.222.0.44 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764112 Aug 04 11:40:12.368748 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a21d5-b439-4af2-9a3b-75b01a5cdf76 req-2da39998-8968-44be-a3c3-44f8223629f8 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:12.370936 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5e6a21d5-b439-4af2-9a3b-75b01a5cdf76 req-2da39998-8968-44be-a3c3-44f8223629f8 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 943 time: 0.1754150 Aug 04 11:40:12.388511 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44002) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:12.414866 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13ac-c8c1-46a0-b968-4059b848122a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:12.505747 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5e6a21d5-b439-4af2-9a3b-75b01a5cdf76 req-220b2fac-9365-413d-86d0-8ed3ce5af50c tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251752 Aug 04 11:40:12.621572 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5f534b8-c41f-459b-80b0-7bb59f4f4d6d req-a32657d8-a28e-438e-9bc4-07d807cd3646 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 210 time: 0.0888851 Aug 04 11:40:12.628343 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-4d065c26-d61b-4199-a5b5-7617fd47399c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:12.635189 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-4d065c26-d61b-4199-a5b5-7617fd47399c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 811 time: 0.3559771 Aug 04 11:40:12.696681 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30746c34-f81c-4944-841b-99f34ae90b5d req-bca39ef1-6442-4cca-8d43-7e66e3c999e8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 210 time: 0.0551791 Aug 04 11:40:12.735929 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-cd3b9f27-833b-461d-901a-2993c6e9dbf8 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 379 time: 0.0890310 Aug 04 11:40:12.739441 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13ac-c8c1-46a0-b968-4059b848122a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:12.744508 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8a4f13ac-c8c1-46a0-b968-4059b848122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:12.748558 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'port': {'device_id': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'admin_state_up': True, 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'security_groups': ['5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:12.810552 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f13ac-c8c1-46a0-b968-4059b848122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5ecb2-db1f-409e-84d1-b4731c28181f,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:12.843275 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8a4f13ac-c8c1-46a0-b968-4059b848122a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a567bb20340b4baf9806c5ca256a5a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550931 Aug 04 11:40:12.846389 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44030) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:12.942746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:12.951390 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Made reservation on behalf of be6dd80b75934c9d963b5388d1441889 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:40:12.956349 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:12.967610 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.008559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 372b5c7f-4236-4245-8865-89d51e6013e5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:40:13.034186 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.059536 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.065528 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78b5ecb2-db1f-409e-84d1-b4731c28181f HTTP/1.1" status: 204 len: 168 time: 0.2178924 Aug 04 11:40:13.082744 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1727673-30ce-462f-b05d-d839ff7ea245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5ecb2-db1f-409e-84d1-b4731c28181f,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:13.152174 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=372b5c7f-4236-4245-8865-89d51e6013e5,segment=NetworkSegment(01fa9135-acf1-4115-9c02-42bbfa6ded52),segment_id=01fa9135-acf1-4115-9c02-42bbfa6ded52)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:13.166301 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '372b5c7f-4236-4245-8865-89d51e6013e5', 'network_id': '8ce5b387-2a37-45b9-a63c-fa34ba63827f', 'port_id': '372b5c7f-4236-4245-8865-89d51e6013e5', 'mac_address': 'fa:16:3e:21:2f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9970e-0cb0-4631-b910-16050dcdf6d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:40:13.212569 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Allocated IP 172.20.0.7 (c900a9d0-4b2d-44e8-869a-b77551ea3dbe/89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee/84a80313-3c59-449d-a875-ed35879ec4cf) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:13.419840 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.439964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372b5c7f-4236-4245-8865-89d51e6013e5 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:13.478271 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=372b5c7f-4236-4245-8865-89d51e6013e5,segment=NetworkSegment(01fa9135-acf1-4115-9c02-42bbfa6ded52),segment_id=01fa9135-acf1-4115-9c02-42bbfa6ded52)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:13.486214 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.544827 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.562480 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:13.586403 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Transition to ACTIVE for port object 84a80313-3c59-449d-a875-ed35879ec4cf will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:13.640338 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.707907 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9501cbb-13e1-456c-9212-f48d92273574 req-25a07b92-d8f1-4aa9-90ec-0768a0655c23 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:13.709972 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b9501cbb-13e1-456c-9212-f48d92273574 req-25a07b92-d8f1-4aa9-90ec-0768a0655c23 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.0840542 Aug 04 11:40:13.721280 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:13.739451 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:13.741256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:13.750205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:13.751754 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['372b5c7f-4236-4245-8865-89d51e6013e5'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:40:13.763356 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:13.766637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.798575 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b9501cbb-13e1-456c-9212-f48d92273574 req-bcb40fb0-aa53-4776-adbf-f3a8a1706a0c tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807476 Aug 04 11:40:13.884286 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-e26b9b92-9f7c-47c8-977e-f5a8a5c99986 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396472 Aug 04 11:40:13.896024 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Request body: {'port': {'device_id': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:13.940834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2a2f-890c-41ad-af4f-c998668bb1e8 req-a0109e37-635c-4e22-9d47-25185d7da26f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:13.943707 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2ebd2a2f-890c-41ad-af4f-c998668bb1e8 req-a0109e37-635c-4e22-9d47-25185d7da26f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 931 time: 0.1574171 Aug 04 11:40:14.032895 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.83', 56069) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:14.109921 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:14.341645 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2ebd2a2f-890c-41ad-af4f-c998668bb1e8 req-4d65912d-437c-4706-8b39-c5d90ec8c3a2 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845017 Aug 04 11:40:14.369384 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-bb643bbc-3c89-4983-b7e8-e1b24df846a9 None None] Provisioning for port 84a80313-3c59-449d-a875-ed35879ec4cf completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:14.374809 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-bb643bbc-3c89-4983-b7e8-e1b24df846a9 None None] Provisioning complete for port 84a80313-3c59-449d-a875-ed35879ec4cf triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:14.375862 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bb643bbc-3c89-4983-b7e8-e1b24df846a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:14.411914 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-c81fc244-0cbe-43d4-9717-10dff7bff596 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:14.425654 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-c81fc244-0cbe-43d4-9717-10dff7bff596 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 817 time: 0.3912618 Aug 04 11:40:14.491147 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-bb643bbc-3c89-4983-b7e8-e1b24df846a9 None None] Port 84a80313-3c59-449d-a875-ed35879ec4cf cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:40:14.541387 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ccb63e43-fa04-47d9-adb1-128724b786e6 req-5f69dc77-545b-456c-98ae-2d026a934fd5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 210 time: 0.4820073 Aug 04 11:40:14.645863 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-6fbccafc-600b-4b5b-b273-b516c6ddd014 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 379 time: 0.1308999 Aug 04 11:40:14.657712 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'port': {'device_id': 'a0d401bc-73ab-4116-9839-d910451aa233', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'admin_state_up': True, 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'security_groups': ['262acbdb-94ca-4418-886f-422358f1df15']}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:14.692093 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a80313-3c59-449d-a875-ed35879ec4cf {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:14.705630 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:14.734013 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Transition to ACTIVE for port object 84a80313-3c59-449d-a875-ed35879ec4cf will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:14.740272 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:14.801127 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Pushing event updated for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:14.861148 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Made reservation on behalf of 9cf660c7a4da462fa02c358a17c7bdce for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:40:14.869307 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:14.899645 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Attempting to bind port 84a80313-3c59-449d-a875-ed35879ec4cf on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:14.899988 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Attempting to bind port 84a80313-3c59-449d-a875-ed35879ec4cf by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:14.900324 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Attempting to bind port 84a80313-3c59-449d-a875-ed35879ec4cf on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:14.915337 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Port 84a80313-3c59-449d-a875-ed35879ec4cf on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:40:14.915663 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Attempting to bind port 84a80313-3c59-449d-a875-ed35879ec4cf on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:14.925571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:14.925926 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Checking segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:14.926318 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Bound using segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:14.926770 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Bound port: 84a80313-3c59-449d-a875-ed35879ec4cf, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:14.927130 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.055653 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1589-c568-449f-bf7d-a07d40753184 req-8bb6cb6f-824b-47db-b61a-400a580555ee tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:15.057411 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0aad1589-c568-449f-bf7d-a07d40753184 req-8bb6cb6f-824b-47db-b61a-400a580555ee tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.0906453 Aug 04 11:40:15.107849 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:15.117440 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-af6e345e-c60d-4a26-b870-0b13879da09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.132501 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84a80313-3c59-449d-a875-ed35879ec4cf,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:15.136665 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0aad1589-c568-449f-bf7d-a07d40753184 req-635fb253-01e2-4438-82e2-e365c6939adb tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683439 Aug 04 11:40:15.138903 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.175528 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:15.176152 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.177643 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] 10.222.0.83 "PUT /v2.0/ports/84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 1093 time: 1.2869127 Aug 04 11:40:15.185131 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:15.189306 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e5632-2931-479e-8ae3-9fd900b3260e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:15.275828 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cca16f-27ff-4fdb-b663-28b3fa4712cb service neutron] Pushing event updated for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:15.285164 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Allocated IP 172.20.0.10 (a7bbfc98-be9b-4a25-871c-a45fd8bc5a01/a987c9a8-ca31-43ee-8243-3c72eea271b2/b8edf2a8-86c6-4ce3-a642-2ef77428fda2) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:15.322010 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e79db-ab39-4af4-91e3-f0013047f5bd x-openstack-request-id: req-882e79db-ab39-4af4-91e3-f0013047f5bd {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:15.322298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:15.322702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-882e79db-ab39-4af4-91e3-f0013047f5bd {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:15.323236 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf', 'status': 'completed', 'code': 200} Aug 04 11:40:15.564403 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74278211-1254-4e1a-b173-ae764af5244e req-416cce87-b2e2-4694-aa7b-85ca97e96908 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:15.576918 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-74278211-1254-4e1a-b173-ae764af5244e req-416cce87-b2e2-4694-aa7b-85ca97e96908 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0957158 Aug 04 11:40:15.577689 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.616439 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Transition to ACTIVE for port object b8edf2a8-86c6-4ce3-a642-2ef77428fda2 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:15.646436 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-74278211-1254-4e1a-b173-ae764af5244e req-89b4f2d7-7d41-41cc-88a1-c12945e91477 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648623 Aug 04 11:40:15.670171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.722949 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44172) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:15.788886 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:15.808403 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:15.829792 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:15.837326 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:15.838005 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:15.881157 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:15.928123 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e921faa-a80a-4d51-94ca-ebadf303edbd req-8f108090-dda7-4d97-9c3f-ed1d5543aa78 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:15.945403 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8e921faa-a80a-4d51-94ca-ebadf303edbd req-8f108090-dda7-4d97-9c3f-ed1d5543aa78 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 932 time: 0.1985531 Aug 04 11:40:15.971191 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-52fc7ca0-e43e-42ba-ac37-2b9ee223cba1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3177252 Aug 04 11:40:16.033125 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8e921faa-a80a-4d51-94ca-ebadf303edbd req-6d7b2a84-dd00-4b31-abe4-33f1e359c1bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867751 Aug 04 11:40:16.051924 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa69bbe0-d01b-4044-966b-dfba0d5691b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.145830 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a8fbd786-d84f-4331-923b-c1d5cc7acbf5 None None] Provisioning for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:16.149931 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a8fbd786-d84f-4331-923b-c1d5cc7acbf5 None None] Provisioning complete for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:16.150544 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a8fbd786-d84f-4331-923b-c1d5cc7acbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.151143 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa69bbe0-d01b-4044-966b-dfba0d5691b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.155267 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fa69bbe0-d01b-4044-966b-dfba0d5691b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.188066 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbd786-d84f-4331-923b-c1d5cc7acbf5 None None] Port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:40:16.200067 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69bbe0-d01b-4044-966b-dfba0d5691b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3d8c8-e3e6-47ae-a3c2-82ff96125939,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:16.204829 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fa69bbe0-d01b-4044-966b-dfba0d5691b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b7b975e893f4857910244585c9c6fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793446 Aug 04 11:40:16.207388 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44190) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:16.294909 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.499836 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.508492 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285eeb-9cbf-4f55-85d8-787727c122c3 req-74aeba21-1944-4329-8d1d-5746067601c8 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:16.510035 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b6285eeb-9cbf-4f55-85d8-787727c122c3 req-74aeba21-1944-4329-8d1d-5746067601c8 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.2615719 Aug 04 11:40:16.572426 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b6285eeb-9cbf-4f55-85d8-787727c122c3 req-62dbe8f9-171d-43a0-944c-f6afd4c397ff tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538557 Aug 04 11:40:16.592570 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.595443 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.600177 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bc3d8c8-e3e6-47ae-a3c2-82ff96125939 HTTP/1.1" status: 204 len: 168 time: 0.3895228 Aug 04 11:40:16.610839 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb9cd4-89c4-4264-a9b7-a7ab21b9bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3d8c8-e3e6-47ae-a3c2-82ff96125939,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:16.761122 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a6bd7-a7b8-44b9-ba28-aba8b403e3ac req-d47251f7-cfab-415a-8f92-795473720c57 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:16.762937 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-617a6bd7-a7b8-44b9-ba28-aba8b403e3ac req-d47251f7-cfab-415a-8f92-795473720c57 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0551882 Aug 04 11:40:16.803642 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-617a6bd7-a7b8-44b9-ba28-aba8b403e3ac req-3ac62390-a5c5-4f6d-ad2f-f615f883a4d9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343111 Aug 04 11:40:16.887314 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44208) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:16.901800 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-40f3ef7a-a961-4f79-aff9-a28f8550c50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.012236 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-40f3ef7a-a961-4f79-aff9-a28f8550c50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.016642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-40f3ef7a-a961-4f79-aff9-a28f8550c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.057624 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-40f3ef7a-a961-4f79-aff9-a28f8550c50e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11d70e2455884d33af0619a8cfc1e4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665387 Aug 04 11:40:17.057624 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3ef7a-a961-4f79-aff9-a28f8550c50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b8d6e2-a8c6-42f2-a15a-c2de58cb5413,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:17.058358 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44212) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:17.109660 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.131330 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.173184 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55a0ac-081a-473b-9253-4dcd15ae3339 req-6a518e3c-4f05-4ca3-8752-a07db6dc0ee1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:17.174755 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1d55a0ac-081a-473b-9253-4dcd15ae3339 req-6a518e3c-4f05-4ca3-8752-a07db6dc0ee1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 932 time: 0.0518825 Aug 04 11:40:17.190131 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.193463 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.195233 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b8d6e2-a8c6-42f2-a15a-c2de58cb5413 HTTP/1.1" status: 204 len: 168 time: 0.1352391 Aug 04 11:40:17.208143 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d5b8a-3099-4eca-a8ff-c5980a6b6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b8d6e2-a8c6-42f2-a15a-c2de58cb5413,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:17.218568 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1d55a0ac-081a-473b-9253-4dcd15ae3339 req-e4d4dae6-3594-40e9-b00d-9c49bba355c5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379288 Aug 04 11:40:17.618982 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Request body: {'port': {'device_id': 'a0d401bc-73ab-4116-9839-d910451aa233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:17.710275 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e5632-2931-479e-8ae3-9fd900b3260e req-231bef90-5796-4294-a89c-257f51ed3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:17.712113 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-289e5632-2931-479e-8ae3-9fd900b3260e req-231bef90-5796-4294-a89c-257f51ed3943 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1096 time: 0.0564604 Aug 04 11:40:17.757679 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:17.773068 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c5eb-7fba-48e9-a708-c026dece3e8d req-16f78a57-7050-4962-a24a-9cb0b654a2a6 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:17.774556 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-04e5c5eb-7fba-48e9-a708-c026dece3e8d req-16f78a57-7050-4962-a24a-9cb0b654a2a6 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.1174526 Aug 04 11:40:17.856167 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-04e5c5eb-7fba-48e9-a708-c026dece3e8d req-bcd3dc59-3185-490e-b607-539b0c9947f8 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747497 Aug 04 11:40:17.966230 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e5632-2931-479e-8ae3-9fd900b3260e req-cda8aeb0-98d4-4463-9f62-6a74340749e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:17.967734 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-289e5632-2931-479e-8ae3-9fd900b3260e req-cda8aeb0-98d4-4463-9f62-6a74340749e0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=be6dd80b75934c9d963b5388d1441889&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2477818 Aug 04 11:40:17.984998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b196016-6d90-453d-a521-fccb8d6dc66e req-327b7871-6220-40f0-ac4c-f7e231920ca9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:17.987875 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4b196016-6d90-453d-a521-fccb8d6dc66e req-327b7871-6220-40f0-ac4c-f7e231920ca9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0976186 Aug 04 11:40:18.030955 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4b196016-6d90-453d-a521-fccb8d6dc66e req-25c9adb5-b922-4aef-a73b-02333c451c8a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Aug 04 11:40:18.148444 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:18.156398 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.171682 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Transition to ACTIVE for port object b8edf2a8-86c6-4ce3-a642-2ef77428fda2 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:18.176822 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.232317 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:18.294897 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Attempting to bind port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:18.295134 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Attempting to bind port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:18.295481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Attempting to bind port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:18.301498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:40:18.301850 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Attempting to bind port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:18.309144 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:18.309737 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Checking segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:18.310488 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Bound using segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:18.311111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Bound port: b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:18.311501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.433416 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da8a1e-e7ee-474c-9746-3a02958c531a req-200ee8fe-90d0-460a-99dd-3bb1fc9a7c84 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:18.434938 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-36da8a1e-e7ee-474c-9746-3a02958c531a req-200ee8fe-90d0-460a-99dd-3bb1fc9a7c84 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1180847 Aug 04 11:40:18.445587 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:18.454616 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:18.466320 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44262) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:18.466822 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.518819 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-36da8a1e-e7ee-474c-9746-3a02958c531a req-feb22242-2b2d-4080-a2cf-a48de83f093c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751812 Aug 04 11:40:18.522130 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:18.522754 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.524703 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] 10.222.0.83 "PUT /v2.0/ports/b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 1094 time: 0.9111397 Aug 04 11:40:18.524703 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:18.600401 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d11a46-daf4-4d3f-bc78-3a006a644853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.659931 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.821608 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d11a46-daf4-4d3f-bc78-3a006a644853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.838257 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d11a46-daf4-4d3f-bc78-3a006a644853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.840179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7afc3f-c687-411f-be4f-c5420e62ea15" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:18.859378 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78b030-0000-4a14-9696-ed0f1da16470 service neutron] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:18.898066 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c5d11a46-daf4-4d3f-bc78-3a006a644853 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ff2094af7e14f359ea7c7eb7b6d0e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299889 Aug 04 11:40:18.898507 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44288) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:18.898998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11a46-daf4-4d3f-bc78-3a006a644853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb21b5e-5ab7-4898-9948-d831e2b47b06,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:18.962227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.981355 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e825365-4501-4c8f-8aab-bd9f28ebaaf2 x-openstack-request-id: req-6e825365-4501-4c8f-8aab-bd9f28ebaaf2 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:18.981355 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:18.981355 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e825365-4501-4c8f-8aab-bd9f28ebaaf2 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:18.982005 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'status': 'completed', 'code': 200} Aug 04 11:40:19.020938 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:19.061852 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88babf-e4ce-4a93-b89f-c45d09ebef1b req-33bee0b5-46d2-4da3-b93c-d7bda9b00402 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:19.063432 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8c88babf-e4ce-4a93-b89f-c45d09ebef1b req-33bee0b5-46d2-4da3-b93c-d7bda9b00402 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.0979350 Aug 04 11:40:19.112110 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8c88babf-e4ce-4a93-b89f-c45d09ebef1b req-72cfcc33-6333-49b7-b0cf-d261c178486c tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Aug 04 11:40:19.113407 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:19.117911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:19.119105 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfb21b5e-5ab7-4898-9948-d831e2b47b06 HTTP/1.1" status: 204 len: 168 time: 0.2194326 Aug 04 11:40:19.130182 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca67aba-e751-4b3f-ab16-8826ac3522a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb21b5e-5ab7-4898-9948-d831e2b47b06,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:19.172000 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa21d1-d202-400d-b375-94309f1576ae req-7cbc48bb-c69d-4877-b465-890e92122f07 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:19.173718 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e2fa21d1-d202-400d-b375-94309f1576ae req-7cbc48bb-c69d-4877-b465-890e92122f07 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0596209 Aug 04 11:40:19.223889 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e2fa21d1-d202-400d-b375-94309f1576ae req-92d1c932-1987-45a2-ba81-400ba6995300 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366800 Aug 04 11:40:19.649950 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ef403-fc70-481d-878b-cccbb686c7b0 req-ccb362f9-3db4-4829-a662-5a1b486c043f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:19.651478 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-543ef403-fc70-481d-878b-cccbb686c7b0 req-ccb362f9-3db4-4829-a662-5a1b486c043f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0555499 Aug 04 11:40:19.691160 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-543ef403-fc70-481d-878b-cccbb686c7b0 req-bcf88f22-580f-4164-9035-97e4e0efe8ec tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336041 Aug 04 11:40:19.791360 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-44c7a615-6992-4340-8840-0b4034e99fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:19.918960 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e5632-2931-479e-8ae3-9fd900b3260e req-827e639a-1e9b-48c3-8e80-41579c1fad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:19.920481 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-289e5632-2931-479e-8ae3-9fd900b3260e req-827e639a-1e9b-48c3-8e80-41579c1fad4d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858444 Aug 04 11:40:20.243715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474662c-0cd2-43af-88c5-217ffe1d6ec3 req-88f0cd92-a8b3-4302-ab07-9e979168902e tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:20.245535 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f474662c-0cd2-43af-88c5-217ffe1d6ec3 req-88f0cd92-a8b3-4302-ab07-9e979168902e tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 944 time: 0.0539439 Aug 04 11:40:20.296606 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f474662c-0cd2-43af-88c5-217ffe1d6ec3 req-d8538458-0fa7-4aaf-a460-64d46ee19310 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Aug 04 11:40:20.388316 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354bfc8-7bd9-4953-bd75-fe191c024b5f req-44b3b056-1269-4444-99e1-c2fcb870dcc5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:20.389873 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4354bfc8-7bd9-4953-bd75-fe191c024b5f req-44b3b056-1269-4444-99e1-c2fcb870dcc5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0567853 Aug 04 11:40:20.431055 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4354bfc8-7bd9-4953-bd75-fe191c024b5f req-8338d204-b2cc-4ca9-b322-1055f93a5322 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340886 Aug 04 11:40:20.695348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:20.791557 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 372b5c7f-4236-4245-8865-89d51e6013e5 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:20.870643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 372b5c7f-4236-4245-8865-89d51e6013e5 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:20.877451 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 372b5c7f-4236-4245-8865-89d51e6013e5 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:20.878133 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:20.906580 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be947-7485-4817-b154-02fa6b582ec0 req-7bd55495-d419-4c40-bdc2-3de805f0bdd3 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:20.921018 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-941be947-7485-4817-b154-02fa6b582ec0 req-7bd55495-d419-4c40-bdc2-3de805f0bdd3 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1478133 Aug 04 11:40:20.990809 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:20.996117 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-941be947-7485-4817-b154-02fa6b582ec0 req-2535d70e-c0ea-4c09-b99a-910409003c11 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732410 Aug 04 11:40:20.997936 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-941063e2-0b84-40fc-b41b-60274731aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:20.999481 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-941063e2-0b84-40fc-b41b-60274731aa27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1097 time: 0.1671119 Aug 04 11:40:21.000255 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-05352dc7-32cf-4f92-906e-fb3119a9e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.004107 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-05352dc7-32cf-4f92-906e-fb3119a9e2ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1096 time: 0.1553483 Aug 04 11:40:21.016580 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:21.095647 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=372b5c7f-4236-4245-8865-89d51e6013e5,segment=NetworkSegment(01fa9135-acf1-4115-9c02-42bbfa6ded52),segment_id=01fa9135-acf1-4115-9c02-42bbfa6ded52)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:21.095896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-5ce3c69a-cfaf-4675-a893-ea271fe99d75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 217 time: 0.0761316 Aug 04 11:40:21.100119 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:21.126662 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-21895b23-59a4-43aa-9423-a5edfb40f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.129098 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-21895b23-59a4-43aa-9423-a5edfb40f6b6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1127479 Aug 04 11:40:21.159749 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:21.176552 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-b6331f0f-abb7-44ec-9cc2-53df59d76846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.178255 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-b6331f0f-abb7-44ec-9cc2-53df59d76846 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0735383 Aug 04 11:40:21.225272 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a36d08-c868-4314-8969-6de6bf35da3b" -d '{"events": [{"server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "name": "network-vif-plugged", "status": "completed", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:21.264718 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-5126321f-2ea1-4fe0-a84c-195facb42f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.266245 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5f7afc3f-c687-411f-be4f-c5420e62ea15 req-5126321f-2ea1-4fe0-a84c-195facb42f83 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280394 Aug 04 11:40:21.276138 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646dc59-1851-4024-9418-fd38855d5b02 req-17d73c43-9890-498b-b7b9-ca061e7620da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.278133 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-17d73c43-9890-498b-b7b9-ca061e7620da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918770 Aug 04 11:40:21.369573 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e184ad6-c06a-404d-a087-4b4658feee07 x-openstack-request-id: req-5e184ad6-c06a-404d-a087-4b4658feee07 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:21.369775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "name": "network-vif-plugged", "status": "completed", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:21.370075 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e184ad6-c06a-404d-a087-4b4658feee07 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:21.370540 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5', 'code': 200} Aug 04 11:40:21.426339 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-4651bc80-e09e-4a3a-8ad3-e962127f3533 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371946 Aug 04 11:40:21.442634 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556a7e-4979-4c19-8ad6-8120e8fdb5bd req-f7add57f-9f95-435d-b47a-bb817bcfad87 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.444725 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5a556a7e-4979-4c19-8ad6-8120e8fdb5bd req-f7add57f-9f95-435d-b47a-bb817bcfad87 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.0585663 Aug 04 11:40:21.496985 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5a556a7e-4979-4c19-8ad6-8120e8fdb5bd req-d3d8a6e0-9dc3-4927-864d-e11fdad5d7fc tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Aug 04 11:40:21.569975 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015400-629a-44f2-b5d9-9b651c40bced req-bc34c9d1-4fd7-4e15-b058-a0e9f3fe804f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:21.571471 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-68015400-629a-44f2-b5d9-9b651c40bced req-bc34c9d1-4fd7-4e15-b058-a0e9f3fe804f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0507011 Aug 04 11:40:21.615814 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-68015400-629a-44f2-b5d9-9b651c40bced req-78ee7a6d-9f7d-4658-9290-2b70b9f9e105 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383065 Aug 04 11:40:21.777257 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44404) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:21.882274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18302c73-a5b5-44c8-8da8-31c1dab8b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:21.972595 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18302c73-a5b5-44c8-8da8-31c1dab8b4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:21.976805 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18302c73-a5b5-44c8-8da8-31c1dab8b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.017187 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18302c73-a5b5-44c8-8da8-31c1dab8b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f8c34-c638-4687-adc2-29115703389c,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:22.021959 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-18302c73-a5b5-44c8-8da8-31c1dab8b4f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=465148013e8b4c83a1eed418d2c7be7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436903 Aug 04 11:40:22.024672 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44412) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:22.075848 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.121721 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.165697 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707ac40-ddd0-422d-ac37-0c97a98f7fca req-7c35190d-c79c-4e6b-b95b-813ef86720b6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:22.167162 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c707ac40-ddd0-422d-ac37-0c97a98f7fca req-7c35190d-c79c-4e6b-b95b-813ef86720b6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0887041 Aug 04 11:40:22.201085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.203523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.204682 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d71f8c34-c638-4687-adc2-29115703389c HTTP/1.1" status: 204 len: 168 time: 0.1790309 Aug 04 11:40:22.218143 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c707ac40-ddd0-422d-ac37-0c97a98f7fca req-be1d91be-beb2-4182-b5aa-1560520f4657 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447054 Aug 04 11:40:22.219236 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b010f-619a-477c-b357-3f9f6cf6ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f8c34-c638-4687-adc2-29115703389c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:22.485971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44424) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:22.499486 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60fc-9771-48d3-bb70-0fc7bb746a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.622819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.626274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60fc-9771-48d3-bb70-0fc7bb746a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.632946 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60fc-9771-48d3-bb70-0fc7bb746a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.671419 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc29f9-e709-4084-9bbb-11d30d3a6233 req-7e425743-4a47-467a-8eb3-32d862c78c09 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:22.673244 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-72fc29f9-e709-4084-9bbb-11d30d3a6233 req-7e425743-4a47-467a-8eb3-32d862c78c09 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.0983429 Aug 04 11:40:22.696582 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8dbf60fc-9771-48d3-bb70-0fc7bb746a72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dc7e0c9559d4239ab8e1e7898748948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092898 Aug 04 11:40:22.699200 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44432) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:22.711971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf60fc-9771-48d3-bb70-0fc7bb746a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee390e8-8b99-4373-ad22-2a82efe01521,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:22.737323 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab01a9-17f5-4b94-8390-ba286e6db009 req-6c7e6fb8-f4ac-4f3d-81d1-51738b5b99b9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:22.738869 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dbab01a9-17f5-4b94-8390-ba286e6db009 req-6c7e6fb8-f4ac-4f3d-81d1-51738b5b99b9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0516856 Aug 04 11:40:22.757581 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-72fc29f9-e709-4084-9bbb-11d30d3a6233 req-9e532336-5335-47d4-9297-18163191ef91 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Aug 04 11:40:22.783909 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dbab01a9-17f5-4b94-8390-ba286e6db009 req-c5f78dd4-c27d-4560-b7f1-6d58b7e9d282 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385942 Aug 04 11:40:22.785208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.807665 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.854121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.857040 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:22.858122 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bee390e8-8b99-4373-ad22-2a82efe01521 HTTP/1.1" status: 204 len: 168 time: 0.1580219 Aug 04 11:40:22.867214 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f359-38b6-4dac-a3a6-f0a13c8cd961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee390e8-8b99-4373-ad22-2a82efe01521,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:23.346958 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe15e1a-da2b-4c2d-b388-4a66cd2dcd03 req-6b5cf8e0-79f5-4265-a144-56074848243a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:23.348625 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1fe15e1a-da2b-4c2d-b388-4a66cd2dcd03 req-6b5cf8e0-79f5-4265-a144-56074848243a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0538697 Aug 04 11:40:23.389460 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1fe15e1a-da2b-4c2d-b388-4a66cd2dcd03 req-d8dbcdcc-4a93-4d60-a785-cfbec978798e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344045 Aug 04 11:40:23.889410 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fffc9-26db-4f9b-b259-99dd1999d322 req-a460a860-301d-49b8-8c33-5836ed69cf98 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:23.891222 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-710fffc9-26db-4f9b-b259-99dd1999d322 req-a460a860-301d-49b8-8c33-5836ed69cf98 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.0600600 Aug 04 11:40:23.912803 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55756-774a-44f2-90cf-1207e6de47d4 req-05f140ba-dd86-4f9f-9434-6b2d8c2741b3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:23.914435 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82c55756-774a-44f2-90cf-1207e6de47d4 req-05f140ba-dd86-4f9f-9434-6b2d8c2741b3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.0578406 Aug 04 11:40:23.935281 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-710fffc9-26db-4f9b-b259-99dd1999d322 req-ad5acf94-b80c-4dfc-a2c2-0346ecf99c76 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Aug 04 11:40:23.960552 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82c55756-774a-44f2-90cf-1207e6de47d4 req-b1218e63-d240-4386-b8ea-717f0644e2b4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Aug 04 11:40:24.243278 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-8d54c328-3fda-4c8a-b31f-d6b0bec62093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:24.244910 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-8d54c328-3fda-4c8a-b31f-d6b0bec62093 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1097 time: 0.0618939 Aug 04 11:40:24.288397 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8646dc59-1851-4024-9418-fd38855d5b02 req-7167e4d4-e24a-4a02-a182-e34a796741ba service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032228 Aug 04 11:40:24.318717 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-40299b0c-ebc0-47ec-938f-17792023bf34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 217 time: 0.0631146 Aug 04 11:40:24.380543 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-de450416-6106-4a60-8110-dd7cbeb87331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:24.382863 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-de450416-6106-4a60-8110-dd7cbeb87331 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0553586 Aug 04 11:40:24.448507 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-b49fb2f9-464e-4f04-ac16-d05bbb247fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:24.453950 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-b49fb2f9-464e-4f04-ac16-d05bbb247fac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 1098 time: 0.0907059 Aug 04 11:40:24.480351 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-34fd595f-79f6-45ea-a14e-9c0acc5639e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:24.497533 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-a33612ea-0879-4a13-a1fa-510195a27295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:24.499245 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-a33612ea-0879-4a13-a1fa-510195a27295 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086020 Aug 04 11:40:24.604427 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00951e88-0447-42ee-871a-47a9fea3754c req-00d70e87-a340-439d-9de3-b26ab4fb5945 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:24.607007 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-00951e88-0447-42ee-871a-47a9fea3754c req-00d70e87-a340-439d-9de3-b26ab4fb5945 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1219852 Aug 04 11:40:24.634305 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-34fd595f-79f6-45ea-a14e-9c0acc5639e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:24.640161 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-34fd595f-79f6-45ea-a14e-9c0acc5639e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:24.687086 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-00951e88-0447-42ee-871a-47a9fea3754c req-ea3c4bb1-e3c5-4f0d-b4be-a7ffc9016c14 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712562 Aug 04 11:40:24.696862 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d6ccd338-c626-46b6-895d-82678c0e51f3 req-34fd595f-79f6-45ea-a14e-9c0acc5639e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336929 Aug 04 11:40:24.698330 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd595f-79f6-45ea-a14e-9c0acc5639e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74a012-9fdf-4206-9293-4c3e22713abd,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:24.704586 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-f03a4242-e17d-4932-b3be-9f2640544d33 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909246 Aug 04 11:40:24.882566 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdf7ae5b-8f6a-4ce2-b565-a541f1b81cbe req-889790cb-502a-4962-8bd4-d92623a07e2c service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956903 Aug 04 11:40:24.990316 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:40:25.164478 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feadd1-5c30-4482-b2cc-f760820ae682 req-b2a62f37-dfbe-4a88-b25e-6cff84d661dd tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:25.168956 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-66feadd1-5c30-4482-b2cc-f760820ae682 req-b2a62f37-dfbe-4a88-b25e-6cff84d661dd tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.1034067 Aug 04 11:40:25.208267 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1b56c-8363-4153-acde-d78d3c154604 req-da53518d-c54e-4ad0-8096-cc1b9a865f8a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:25.213886 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-92a1b56c-8363-4153-acde-d78d3c154604 req-da53518d-c54e-4ad0-8096-cc1b9a865f8a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 943 time: 0.1036947 Aug 04 11:40:25.239504 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-66feadd1-5c30-4482-b2cc-f760820ae682 req-fa7f87df-2e3b-458d-80b7-256f95882f9b tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619891 Aug 04 11:40:25.299966 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-92a1b56c-8363-4153-acde-d78d3c154604 req-559eedaf-a828-405d-bd1e-735ff4a6267e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756345 Aug 04 11:40:25.303011 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44570) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:25.316329 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44574) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:25.451933 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-109a3d9e-f823-4816-bdbe-67fa3b65c96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.452115 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.482387 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.db.api [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:40:25.482387 dv-cinder-784140-6-iscsi neutron-server[99841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 11:40:25.482387 dv-cinder-784140-6-iscsi neutron-server[99841]: [parameters: {'project_id': '9db296cf051a41c9a5c5441bae8cdbae', 'id': '35e24b5b-7a5b-4078-b355-ddc1283e13a5', 'expiration': datetime.datetime(2021, 8, 4, 11, 42, 25, 477529)}] Aug 04 11:40:25.482387 dv-cinder-784140-6-iscsi neutron-server[99841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:40:25.483247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG oslo_db.api [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:40:25.591196 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-109a3d9e-f823-4816-bdbe-67fa3b65c96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.596875 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-109a3d9e-f823-4816-bdbe-67fa3b65c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.638763 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-109a3d9e-f823-4816-bdbe-67fa3b65c96b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5817df09db545d79143a57c77de0219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211608 Aug 04 11:40:25.639650 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a3d9e-f823-4816-bdbe-67fa3b65c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd125da-c03e-494e-9d02-7ce81651b269,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:25.641600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44596) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:25.692519 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.718777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.743822 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:40:25.776926 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.779575 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.781290 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1dd125da-c03e-494e-9d02-7ce81651b269 HTTP/1.1" status: 204 len: 168 time: 0.1372287 Aug 04 11:40:25.808002 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a17a94-846e-4f9b-ba71-5b9342ced7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd125da-c03e-494e-9d02-7ce81651b269,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:25.860624 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e7e05-1a0a-4203-b414-7abe0b7a79fc req-df727be3-96bd-4d1f-b8bb-7652584ba7e8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:25.863123 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8c8e7e05-1a0a-4203-b414-7abe0b7a79fc req-df727be3-96bd-4d1f-b8bb-7652584ba7e8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0725462 Aug 04 11:40:25.874309 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:25.891379 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:40:25.910717 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8c8e7e05-1a0a-4203-b414-7abe0b7a79fc req-f5f5b017-a699-4c66-a595-09d14c634acc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383663 Aug 04 11:40:25.949567 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.963694 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:25.985440 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.986944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:25.992240 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:25.992953 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 84a80313-3c59-449d-a875-ed35879ec4cf details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:40:26.097021 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.100017 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.105933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.151497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44604) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:26.153831 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84a80313-3c59-449d-a875-ed35879ec4cf,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:26.166643 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44606) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:26.167001 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '84a80313-3c59-449d-a875-ed35879ec4cf', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'port_id': '84a80313-3c59-449d-a875-ed35879ec4cf', 'mac_address': 'fa:16:3e:bc:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:40:26.167299 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9db296cf051a41c9a5c5441bae8cdbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627384 Aug 04 11:40:26.179094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719d57d-71f2-4217-b972-debcf6517ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72586d-2c7f-4cc5-95c2-da8afa64e879,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.201548 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9bc15831-a97e-46ce-a62e-eb1b48dd8374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.207484 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.221237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a80313-3c59-449d-a875-ed35879ec4cf {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:40:26.248742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84a80313-3c59-449d-a875-ed35879ec4cf,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:26.254253 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.260569 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.301584 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.372181 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.421224 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9bc15831-a97e-46ce-a62e-eb1b48dd8374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.423199 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.427567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.431447 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e72586d-2c7f-4cc5-95c2-da8afa64e879 HTTP/1.1" status: 204 len: 168 time: 0.2605739 Aug 04 11:40:26.435225 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9bc15831-a97e-46ce-a62e-eb1b48dd8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.460343 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b451b12-e8d7-47bf-ab48-8c35d80a6928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72586d-2c7f-4cc5-95c2-da8afa64e879,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.462133 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b112e-f738-4852-b4f2-39a6c1ec934f req-0ad04231-3c61-4f77-87cc-7195821c4790 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:26.470790 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa9b112e-f738-4852-b4f2-39a6c1ec934f req-0ad04231-3c61-4f77-87cc-7195821c4790 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 944 time: 0.0647354 Aug 04 11:40:26.472920 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636dbdc-f082-4119-9e54-a255fb1196a2 req-89da1102-29cf-4813-8fa1-0c72f5fc1af3 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:26.480222 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2636dbdc-f082-4119-9e54-a255fb1196a2 req-89da1102-29cf-4813-8fa1-0c72f5fc1af3 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.1231875 Aug 04 11:40:26.509054 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9bc15831-a97e-46ce-a62e-eb1b48dd8374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0ebd84662e344c8823379f59339089a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558455 Aug 04 11:40:26.517120 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa9b112e-f738-4852-b4f2-39a6c1ec934f req-f70c1a63-a558-4e89-aaaa-eece7fa12d98 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449717 Aug 04 11:40:26.519268 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['84a80313-3c59-449d-a875-ed35879ec4cf'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:40:26.521789 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44614) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:26.542619 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc15831-a97e-46ce-a62e-eb1b48dd8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51b4de-d7d1-447d-9a28-56a33a9ba090,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.570162 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2636dbdc-f082-4119-9e54-a255fb1196a2 req-b69eb436-1160-4212-bc3c-526a196a042f tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890417 Aug 04 11:40:26.589958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['b8edf2a8-86c6-4ce3-a642-2ef77428fda2'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:40:26.609043 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.666217 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.770802 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.778051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:26.785335 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca51b4de-d7d1-447d-9a28-56a33a9ba090 HTTP/1.1" status: 204 len: 168 time: 0.2603564 Aug 04 11:40:26.802767 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7182-7df8-4030-974b-d7f2f2927014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51b4de-d7d1-447d-9a28-56a33a9ba090,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:26.984004 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44650) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:27.000105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d19db29a-de30-42b6-8d0d-bb755a28f1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.109176 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ebea-8e41-4041-a7a4-e2eaba32245d req-884be57c-9340-421f-b400-cd1adb993c3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:27.111303 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-adf6ebea-8e41-4041-a7a4-e2eaba32245d req-884be57c-9340-421f-b400-cd1adb993c3d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 945 time: 0.0916786 Aug 04 11:40:27.174565 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44658) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:27.179205 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-adf6ebea-8e41-4041-a7a4-e2eaba32245d req-bf21aec8-21b2-4716-913d-783178a66273 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598564 Aug 04 11:40:27.199324 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d19db29a-de30-42b6-8d0d-bb755a28f1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.213227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d19db29a-de30-42b6-8d0d-bb755a28f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.259561 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d19db29a-de30-42b6-8d0d-bb755a28f1b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13102f0c0edc40679d22f0282e5c6afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740331 Aug 04 11:40:27.260344 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db29a-de30-42b6-8d0d-bb755a28f1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b2222-49e9-4aef-8938-89f1b2d2d6f7,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:27.262091 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44662) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:27.322441 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.346155 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.423288 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.426559 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.433681 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d3b2222-49e9-4aef-8938-89f1b2d2d6f7 HTTP/1.1" status: 204 len: 168 time: 0.1646602 Aug 04 11:40:27.455981 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b1670-94ad-4813-9cb8-58edf2cae7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b2222-49e9-4aef-8938-89f1b2d2d6f7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:27.459687 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20ec4155-c733-4489-918a-ed9b89b52aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.591555 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20ec4155-c733-4489-918a-ed9b89b52aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.597916 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20ec4155-c733-4489-918a-ed9b89b52aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.675814 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-20ec4155-c733-4489-918a-ed9b89b52aef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52aff58b093d46bab9482a0730fed5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999509 Aug 04 11:40:27.678681 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec4155-c733-4489-918a-ed9b89b52aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948a77ca-3155-44ad-9e9d-09365fabd534,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:27.681477 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44682) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:27.714492 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1615c-5251-40cb-9402-0533316d230e req-3c1d2d4d-f609-4a33-9226-57dcc82ae409 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:27.716413 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b6f1615c-5251-40cb-9402-0533316d230e req-3c1d2d4d-f609-4a33-9226-57dcc82ae409 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.0635481 Aug 04 11:40:27.720300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280485c2-9293-4982-a7dc-e7b26bfa6999 req-51f6820d-3c94-4f2d-832f-ec5c6637ad6d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:27.722720 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-280485c2-9293-4982-a7dc-e7b26bfa6999 req-51f6820d-3c94-4f2d-832f-ec5c6637ad6d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 944 time: 0.1187975 Aug 04 11:40:27.738511 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:27.781355 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.784611 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b6f1615c-5251-40cb-9402-0533316d230e req-5955499b-c201-40b2-b160-5b1abb51e5fb tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Aug 04 11:40:27.811002 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-280485c2-9293-4982-a7dc-e7b26bfa6999 req-c3311ad9-2a0f-4c8c-9e6f-d81dc64285a9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738046 Aug 04 11:40:27.836851 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:27.842943 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:27.843629 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.853236 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.924963 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.929598 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:27.934708 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/948a77ca-3155-44ad-9e9d-09365fabd534 HTTP/1.1" status: 204 len: 168 time: 0.2509437 Aug 04 11:40:27.958001 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5305f12-91bb-4444-a751-0a320b82ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a77ca-3155-44ad-9e9d-09365fabd534,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:28.014642 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.055073 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:28.061215 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248825dd-d348-4abe-a7ab-96f645e39854" -d '{"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:28.103683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:28.121110 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.121905 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 84a80313-3c59-449d-a875-ed35879ec4cf up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:28.145811 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed475ff-1f6e-4b2f-bfb1-d80bbcf3d091 x-openstack-request-id: req-fed475ff-1f6e-4b2f-bfb1-d80bbcf3d091 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:28.146148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:28.146536 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fed475ff-1f6e-4b2f-bfb1-d80bbcf3d091 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:28.146953 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'code': 200} Aug 04 11:40:28.222584 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:28.252614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 84a80313-3c59-449d-a875-ed35879ec4cf completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:28.261268 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 84a80313-3c59-449d-a875-ed35879ec4cf triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:28.261915 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.494892 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.584620 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84a80313-3c59-449d-a875-ed35879ec4cf,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:28.585003 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4d26-3c14-4eaa-a6af-185f9d8a07f8 req-ba0bc8f3-5695-4ce0-9473-336748578525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:28.586500 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c5b4d26-3c14-4eaa-a6af-185f9d8a07f8 req-ba0bc8f3-5695-4ce0-9473-336748578525 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1099 time: 0.1900365 Aug 04 11:40:28.594027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.594673 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996763-908f-4559-a772-d9be06ec80b4 req-d0c01050-6830-47e0-aa48-d8e5039cea1d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:28.596947 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3996763-908f-4559-a772-d9be06ec80b4 req-d0c01050-6830-47e0-aa48-d8e5039cea1d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.2264695 Aug 04 11:40:28.658294 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c5b4d26-3c14-4eaa-a6af-185f9d8a07f8 req-549d5cda-d096-4c90-994b-72c8e79dd685 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591486 Aug 04 11:40:28.686281 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a3996763-908f-4559-a772-d9be06ec80b4 req-50aed26d-6dd0-44d4-898f-0a2cd838a3a2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628679 Aug 04 11:40:28.703631 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:28.817931 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44758) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:28.841050 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8fb33a5-ee4e-41e9-8112-928f37f3fd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.959776 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8fb33a5-ee4e-41e9-8112-928f37f3fd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.966300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8fb33a5-ee4e-41e9-8112-928f37f3fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:28.974780 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b60eae-43c0-4734-9573-396929e35408 req-2f108d34-aefd-461c-805f-7c5f07d4b921 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:28.984530 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94b60eae-43c0-4734-9573-396929e35408 req-2f108d34-aefd-461c-805f-7c5f07d4b921 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0850139 Aug 04 11:40:29.011333 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c8fb33a5-ee4e-41e9-8112-928f37f3fd38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b3ce9ab2b1140a58602293079eef02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921072 Aug 04 11:40:29.013993 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44770) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:29.015122 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb33a5-ee4e-41e9-8112-928f37f3fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4747b37b-fb4a-40de-b246-048519ab8458,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:29.055889 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94b60eae-43c0-4734-9573-396929e35408 req-264a355a-7a6d-443b-8b00-3b307affcf5f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661635 Aug 04 11:40:29.103301 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:29.125605 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:29.178524 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:29.182197 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:29.183762 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4747b37b-fb4a-40de-b246-048519ab8458 HTTP/1.1" status: 204 len: 168 time: 0.1686187 Aug 04 11:40:29.193869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79f9f-d4c8-4f42-be40-443b1e1b0874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4747b37b-fb4a-40de-b246-048519ab8458,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:29.891400 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44838) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:29.924757 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126164a-b6d9-47f0-a0b3-e22ea76f0ee8 req-a296e069-3742-4250-9ab5-5df850be674b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:29.926335 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3126164a-b6d9-47f0-a0b3-e22ea76f0ee8 req-a296e069-3742-4250-9ab5-5df850be674b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0916672 Aug 04 11:40:29.979710 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3126164a-b6d9-47f0-a0b3-e22ea76f0ee8 req-34a4a108-1445-4cf9-aeae-45a36a40e809 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Aug 04 11:40:30.148666 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:30.152901 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c00c9f0-163b-43b0-95d1-746ba48d2225" -d '{"events": [{"server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "name": "network-vif-plugged", "status": "completed", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:30.159771 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-66040aa6-5035-43b2-a178-ed5f6a93b2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.168649 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a855-9ea3-4fb1-b8de-8a0d7d3d06fe req-dd6ed638-706e-4052-af48-481c3eb81af5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:30.170182 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4df4a855-9ea3-4fb1-b8de-8a0d7d3d06fe req-dd6ed638-706e-4052-af48-481c3eb81af5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0669987 Aug 04 11:40:30.179635 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 44858) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:30.188743 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'floatingip': {'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:30.310965 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.419540 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-66040aa6-5035-43b2-a178-ed5f6a93b2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.431100 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-66040aa6-5035-43b2-a178-ed5f6a93b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.496875 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-66040aa6-5035-43b2-a178-ed5f6a93b2ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29bf04c8179b42029a4eab6939c4f68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036961 Aug 04 11:40:30.497809 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44882) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:30.498813 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66040aa6-5035-43b2-a178-ed5f6a93b2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa956be6-88d8-4c07-b75a-425591b93d94,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:30.523510 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dd316-c0e0-4d1d-b5cf-4c3ee0d0983d req-7322e9c8-555f-495d-b014-16dee215d720 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:30.534107 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-537dd316-c0e0-4d1d-b5cf-4c3ee0d0983d req-7322e9c8-555f-495d-b014-16dee215d720 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.2189336 Aug 04 11:40:30.622635 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.635781 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3954c794-0456-4cbb-865d-0b5eb48bcd0d x-openstack-request-id: req-3954c794-0456-4cbb-865d-0b5eb48bcd0d {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:30.636314 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "name": "network-vif-plugged", "status": "completed", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:30.636586 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3954c794-0456-4cbb-865d-0b5eb48bcd0d {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:30.636976 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf', 'code': 200} Aug 04 11:40:30.649845 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-537dd316-c0e0-4d1d-b5cf-4c3ee0d0983d req-3297fae2-100c-4191-a8f0-2aa963235565 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140122 Aug 04 11:40:30.689982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.788719 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.791216 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:30.794840 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa956be6-88d8-4c07-b75a-425591b93d94 HTTP/1.1" status: 204 len: 168 time: 0.2759027 Aug 04 11:40:30.809290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf0bf8-54e0-46c4-bd49-c791cb0b8769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa956be6-88d8-4c07-b75a-425591b93d94,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:30.924426 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642da7-96c9-4087-a0ec-2a1dbbfce357 req-f0f80c8e-f5e6-46ca-a36e-4f9c50045133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:30.927500 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-96642da7-96c9-4087-a0ec-2a1dbbfce357 req-f0f80c8e-f5e6-46ca-a36e-4f9c50045133 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.0634234 Aug 04 11:40:31.036010 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-96642da7-96c9-4087-a0ec-2a1dbbfce357 req-2ae99cdd-7b7a-424c-8b76-e68bf230cb58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787747 Aug 04 11:40:31.316740 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44910) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:31.393189 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.398864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.453593 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-88ed187f-15c4-477c-aed6-f95e2e04212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.523979 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Floating IP 64d71dbf-24a6-4c58-b118-bd4c2680ad0b associated. External IP: 172.27.2.211, port: b8edf2a8-86c6-4ce3-a642-2ef77428fda2. Aug 04 11:40:31.558802 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-88ed187f-15c4-477c-aed6-f95e2e04212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.565163 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-88ed187f-15c4-477c-aed6-f95e2e04212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.614741 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-88ed187f-15c4-477c-aed6-f95e2e04212d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=955eaf1549b24f449f42fe6a293f7d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975917 Aug 04 11:40:31.616179 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed187f-15c4-477c-aed6-f95e2e04212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40c169-011a-4d87-8784-f4b986633f02,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:31.619546 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44928) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:31.703075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:31.850843 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:40:31.959347 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.056651 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:40:32.062863 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.072301 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:40:32.089604 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85abc9-773a-454a-9ee8-19fd629ea4f2 req-91e1b771-e44c-4cd6-bf78-aeb780d8e2be tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:32.091148 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:32.092051 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:32.100649 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-af85abc9-773a-454a-9ee8-19fd629ea4f2 req-91e1b771-e44c-4cd6-bf78-aeb780d8e2be tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.1446538 Aug 04 11:40:32.103415 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4982e30d-41f0-46ae-b29c-e6da7ed091bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "PUT /v2.0/floatingips/64d71dbf-24a6-4c58-b118-bd4c2680ad0b HTTP/1.1" status: 200 len: 992 time: 1.9219596 Aug 04 11:40:32.104192 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:32.123219 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0195e1-9ef5-41db-af9d-e4e1b6029c58" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:32.171918 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.174522 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.175682 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee40c169-011a-4d87-8784-f4b986633f02 HTTP/1.1" status: 204 len: 168 time: 0.5549176 Aug 04 11:40:32.218276 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279cd82-569c-4033-a26a-a378d6305d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40c169-011a-4d87-8784-f4b986633f02,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:32.273837 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-af85abc9-773a-454a-9ee8-19fd629ea4f2 req-fbdde832-fdd8-4cc7-92d5-be5b20fc7ec7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497056 Aug 04 11:40:32.321365 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:32.354306 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315b07f-1578-4f54-ad19-9bd75d477a56 x-openstack-request-id: req-8315b07f-1578-4f54-ad19-9bd75d477a56 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:32.354596 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:32.355451 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8315b07f-1578-4f54-ad19-9bd75d477a56 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:32.356060 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'status': 'completed', 'code': 200} Aug 04 11:40:32.456482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-a391bf1c-64d3-4196-a331-7d2afc8b5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:32.460236 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-a391bf1c-64d3-4196-a331-7d2afc8b5300 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1099 time: 0.0679541 Aug 04 11:40:32.672575 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 44986) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:32.828052 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c36-2c25-4da4-97c0-1b2973309558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.839340 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64d71dbf-24a6-4c58-b118-bd4c2680ad0b', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d401bc-73ab-4116-9839-d910451aa233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:08Z', 'updated_at': '2021-08-04T11:40:31Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:32.869703 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45000) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:32.874228 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:40:32.886761 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:32.887384 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:32.897343 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-aad8ba67-4c8e-4eec-af49-6d0179769701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.968060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c36-2c25-4da4-97c0-1b2973309558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:32.973776 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f1db0c36-2c25-4da4-97c0-1b2973309558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.015839 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-f1db0c36-2c25-4da4-97c0-1b2973309558 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25248851fdff489496b1c4e7393dfc6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433223 Aug 04 11:40:33.016253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45006) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:33.033873 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:33.041630 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db0c36-2c25-4da4-97c0-1b2973309558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252ef15f-53ed-4c99-b38c-637fa4967e26,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:33.103850 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.136773 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-aad8ba67-4c8e-4eec-af49-6d0179769701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.144627 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.146862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-aad8ba67-4c8e-4eec-af49-6d0179769701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.213211 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-aad8ba67-4c8e-4eec-af49-6d0179769701 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b0cabd4255146e5a15ed094a15dce4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418701 Aug 04 11:40:33.216002 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45016) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:33.218111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ba67-4c8e-4eec-af49-6d0179769701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94108f79-5310-4892-88e9-b0b775f0ae11,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:33.242471 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.245653 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.248301 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/252ef15f-53ed-4c99-b38c-637fa4967e26 HTTP/1.1" status: 204 len: 168 time: 0.2285619 Aug 04 11:40:33.262171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd2c4e-5d07-4e9f-8704-7b7a84c893ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ef15f-53ed-4c99-b38c-637fa4967e26,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:33.322215 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64d71dbf-24a6-4c58-b118-bd4c2680ad0b', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d401bc-73ab-4116-9839-d910451aa233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:08Z', 'updated_at': '2021-08-04T11:40:31Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:33.349621 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.357845 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc02a1e-4c9a-4351-937c-6904955f16c0 None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64d71dbf-24a6-4c58-b118-bd4c2680ad0b', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d401bc-73ab-4116-9839-d910451aa233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:08Z', 'updated_at': '2021-08-04T11:40:31Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:33.407897 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.462745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b643255-5a15-46aa-9597-9f0a6d18790e req-464ebfee-341c-4bc7-9126-f255a76f4cf6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:33.464971 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5b643255-5a15-46aa-9597-9f0a6d18790e req-464ebfee-341c-4bc7-9126-f255a76f4cf6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0665426 Aug 04 11:40:33.469151 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.472485 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:33.473813 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94108f79-5310-4892-88e9-b0b775f0ae11 HTTP/1.1" status: 204 len: 168 time: 0.2567406 Aug 04 11:40:33.483287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57909202-a1a5-4a6d-a706-481619036ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94108f79-5310-4892-88e9-b0b775f0ae11,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:33.525902 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5b643255-5a15-46aa-9597-9f0a6d18790e req-e5bfcb56-9489-4437-adbe-02e04cab895d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533638 Aug 04 11:40:33.676544 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29227f6-10e8-43df-bdf0-216622bfadae req-64cd5701-6b08-46f9-9f38-6b855f0604c0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:33.678167 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a29227f6-10e8-43df-bdf0-216622bfadae req-64cd5701-6b08-46f9-9f38-6b855f0604c0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0569029 Aug 04 11:40:33.687114 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45040) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:33.691559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eca5ec-00fb-4271-9a4e-e5828ffcecb0 None None] New status for floating IP 64d71dbf-24a6-4c58-b118-bd4c2680ad0b: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:40:33.696276 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'floatingip': {'port_id': '84a80313-3c59-449d-a875-ed35879ec4cf'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:33.776710 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:34.528708 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:34.535827 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:34.661381 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Floating IP a615f77a-f7c3-4024-ac18-10701804d3be associated. External IP: 172.27.2.52, port: 84a80313-3c59-449d-a875-ed35879ec4cf. Aug 04 11:40:34.894690 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:40:35.046470 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:40:35.057897 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:40:35.058477 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:35.069660 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:35.070233 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:35.098840 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-29612bc4-6d90-45a7-b57b-a93b7e5e031a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "PUT /v2.0/floatingips/a615f77a-f7c3-4024-ac18-10701804d3be HTTP/1.1" status: 200 len: 990 time: 1.4104815 Aug 04 11:40:35.102834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:35.105558 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0749db6a-04d2-42dd-806d-8e11b35ba480" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:35.190207 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:35.392029 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-8bf7e667-8187-4a74-bdb4-6894580fe6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:35.393837 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-8bf7e667-8187-4a74-bdb4-6894580fe6be service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.1059561 Aug 04 11:40:35.395172 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e47b86-daa5-4441-a908-07ee4adf3dd6 x-openstack-request-id: req-a0e47b86-daa5-4441-a908-07ee4adf3dd6 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:35.395679 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:35.395924 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0e47b86-daa5-4441-a908-07ee4adf3dd6 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:35.396523 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf', 'status': 'completed', 'code': 200} Aug 04 11:40:35.500773 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'a615f77a-f7c3-4024-ac18-10701804d3be', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '84a80313-3c59-449d-a875-ed35879ec4cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:bc:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:07Z', 'updated_at': '2021-08-04T11:40:34Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:35.510875 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-36a6c287-fe3c-4c7d-8337-037d437ff131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:35.518080 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-36a6c287-fe3c-4c7d-8337-037d437ff131 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.0896366 Aug 04 11:40:35.542504 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-7687ee35-7e55-4966-b40a-0c2d1464a8d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 1002 time: 0.1246557 Aug 04 11:40:35.547234 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:40:35.559042 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:35.559671 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:35.706316 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:35.841212 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-56985130-d840-4ace-8da8-69d63a606205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:35.842832 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-56985130-d840-4ace-8da8-69d63a606205 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.3108099 Aug 04 11:40:35.904759 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:35.918999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-708d504b-b9b5-42a1-921f-2db2c52cf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:35.921802 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-708d504b-b9b5-42a1-921f-2db2c52cf9a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.3709474 Aug 04 11:40:35.968103 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-6b61c526-79bf-491c-9764-7dd7a342ddee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 998 time: 0.1177616 Aug 04 11:40:35.996147 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-32285c8c-c8db-4f20-b1e7-076f4c4dbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:35.997995 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-32285c8c-c8db-4f20-b1e7-076f4c4dbd1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698602 Aug 04 11:40:36.130081 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-6cfd5b27-7533-4768-bc0e-ef495585195d service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197553 Aug 04 11:40:36.178699 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'a615f77a-f7c3-4024-ac18-10701804d3be', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '84a80313-3c59-449d-a875-ed35879ec4cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:bc:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:07Z', 'updated_at': '2021-08-04T11:40:34Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:36.224868 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0577e-99e6-463d-b6bc-b6f975cc2faf None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'a615f77a-f7c3-4024-ac18-10701804d3be', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '84a80313-3c59-449d-a875-ed35879ec4cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:bc:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:40:07Z', 'updated_at': '2021-08-04T11:40:34Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:36.274860 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db0195e1-9ef5-41db-af9d-e4e1b6029c58 req-40e9c2a9-5ffc-4851-b89e-fa4214024ed3 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341918 Aug 04 11:40:36.285121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-610ba6ed-c301-4eae-826e-aa0812e74bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:36.287534 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-610ba6ed-c301-4eae-826e-aa0812e74bc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.3123009 Aug 04 11:40:36.363777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-0fb80d99-0acc-4ecb-998c-c0e2e966df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:36.366114 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-0fb80d99-0acc-4ecb-998c-c0e2e966df74 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645902 Aug 04 11:40:36.533522 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-ce7a2f29-46ec-44d6-b491-8b92eadc2257 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573930 Aug 04 11:40:36.610395 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2afae-3465-448f-9261-83eb7eee5c39 None None] New status for floating IP a615f77a-f7c3-4024-ac18-10701804d3be: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:40:36.681544 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0749db6a-04d2-42dd-806d-8e11b35ba480 req-8f77e6a1-f7c2-4d1b-ab02-559a8b0aa343 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388121 Aug 04 11:40:36.970515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45202) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:37.086371 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7ad6be6d-5759-4f9b-85ff-bbfbbbbbbe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.183788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7ad6be6d-5759-4f9b-85ff-bbfbbbbbbe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.187693 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7ad6be6d-5759-4f9b-85ff-bbfbbbbbbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.228183 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6be6d-5759-4f9b-85ff-bbfbbbbbbe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962fbb58-a40c-4232-a265-6c50a84699ab,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:37.232783 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7ad6be6d-5759-4f9b-85ff-bbfbbbbbbe61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9d34cb8e5b04a2e968e2eaf3843158a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612343 Aug 04 11:40:37.235374 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45208) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:37.288657 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.309826 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.357059 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.359726 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:37.361047 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/962fbb58-a40c-4232-a265-6c50a84699ab HTTP/1.1" status: 204 len: 168 time: 0.1244149 Aug 04 11:40:37.369967 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d726a-7205-458a-9377-d30f43065a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962fbb58-a40c-4232-a265-6c50a84699ab,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:42.130786 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3cc9-470f-421e-beb3-92871e3ce7cd req-3daa1593-cc7a-4bec-a596-8c024aa51da9 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:42.132730 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ddbe3cc9-470f-421e-beb3-92871e3ce7cd req-3daa1593-cc7a-4bec-a596-8c024aa51da9 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.0580547 Aug 04 11:40:42.221110 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ddbe3cc9-470f-421e-beb3-92871e3ce7cd req-5e480309-5369-470e-a1e8-bd323acfb40f tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Aug 04 11:40:42.457532 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45500) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:42.462206 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45502) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:42.582256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.582788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0ef5675c-f8e5-49da-8308-5109a225afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.602811 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.db.api [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:40:42.602811 dv-cinder-784140-6-iscsi neutron-server[99840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 11:40:42.602811 dv-cinder-784140-6-iscsi neutron-server[99840]: [parameters: {'project_id': '15d9834f67634b749e60813a194ad39d', 'id': '586803ef-32bf-4840-a043-732cc98e6057', 'expiration': datetime.datetime(2021, 8, 4, 11, 42, 42, 599158)}] Aug 04 11:40:42.602811 dv-cinder-784140-6-iscsi neutron-server[99840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:40:42.603294 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG oslo_db.api [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:40:42.671711 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0ef5675c-f8e5-49da-8308-5109a225afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.675771 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0ef5675c-f8e5-49da-8308-5109a225afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.722733 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0ef5675c-f8e5-49da-8308-5109a225afa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0c0547d38204e30aac334d42e0d0695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637489 Aug 04 11:40:42.723808 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5675c-f8e5-49da-8308-5109a225afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b9e15-7d51-4158-bc31-033d396892eb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:42.726165 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45512) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:42.793325 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.820132 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.872991 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.875791 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:42.877552 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/738b9e15-7d51-4158-bc31-033d396892eb HTTP/1.1" status: 204 len: 168 time: 0.1504028 Aug 04 11:40:42.885943 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff187e5-989f-4f1b-8f6e-9ca67265a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b9e15-7d51-4158-bc31-033d396892eb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:43.104524 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.222122 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45530) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:43.239330 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.286153 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.290644 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.347606 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15d9834f67634b749e60813a194ad39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8841455 Aug 04 11:40:43.349497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d49740-ea62-4e86-aa3a-82200e7660dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e9b05-842e-431a-b774-01ed580c9487,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:43.354189 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45536) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:43.491923 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.496236 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.499631 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.509009 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209735-9662-4fe4-a572-b47ee6cb9799 req-008ca58f-c228-45dc-a29f-268f4c3f0a63 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:43.510531 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a5209735-9662-4fe4-a572-b47ee6cb9799 req-008ca58f-c228-45dc-a29f-268f4c3f0a63 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.1150899 Aug 04 11:40:43.581751 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.584144 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae5c52-7b21-4313-8cb9-fa9a867612c4,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:43.602825 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f74b69e04c3044bd898fc836703ae185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773260 Aug 04 11:40:43.603204 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45544) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:43.613064 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.613389 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.613725 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.614064 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.614392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.614726 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.615047 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.615368 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.615692 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.616006 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.616328 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.616671 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f245c2-66b5-4a9c-a3bf-060bf2c4ed06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:43.643815 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a5209735-9662-4fe4-a572-b47ee6cb9799 req-a6fc628b-75f2-4ead-b77c-7577cd29dfdc tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178401 Aug 04 11:40:43.675511 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.678074 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.678686 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.681928 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e06e9b05-842e-431a-b774-01ed580c9487 HTTP/1.1" status: 204 len: 168 time: 0.3238583 Aug 04 11:40:43.688317 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec421766-4927-4082-bdda-7a05bfe95315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e9b05-842e-431a-b774-01ed580c9487,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:43.711076 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.772906 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.776300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:43.779902 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbae5c52-7b21-4313-8cb9-fa9a867612c4 HTTP/1.1" status: 204 len: 168 time: 0.1733482 Aug 04 11:40:43.788462 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff707a85-b914-4206-acca-83ac650825c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae5c52-7b21-4313-8cb9-fa9a867612c4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:43.956687 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45564) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:44.072836 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45570) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:44.087472 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f85cfcc4-2a8e-44cf-ac2a-d9d63df3a88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.213420 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f85cfcc4-2a8e-44cf-ac2a-d9d63df3a88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.217963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f85cfcc4-2a8e-44cf-ac2a-d9d63df3a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.259381 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f85cfcc4-2a8e-44cf-ac2a-d9d63df3a88e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e983d2e6b8f942b09262c325a73f8576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817546 Aug 04 11:40:44.259711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45572) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:44.261031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cfcc4-2a8e-44cf-ac2a-d9d63df3a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4378571a-1f1b-4757-abce-441033bb1c62,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:44.319937 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6e6188ef-99e9-4ca7-a803-9f6455fbef4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.349754 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.387139 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.448044 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45584) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:44.504624 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.507999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.509764 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4378571a-1f1b-4757-abce-441033bb1c62 HTTP/1.1" status: 204 len: 168 time: 0.2488673 Aug 04 11:40:44.523347 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-d51bb992-10be-4710-af81-6694ab951d36 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:44.532607 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-d51bb992-10be-4710-af81-6694ab951d36 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.1274555 Aug 04 11:40:44.540662 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378571a-1f1b-4757-abce-441033bb1c62,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:44.553398 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.554128 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.554520 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.555015 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.555343 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.555835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.556166 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.556645 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.556979 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.557303 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.557804 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.558132 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b8ee8-ecc4-41c7-8c50-29a2e2f6deea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:44.572888 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6e6188ef-99e9-4ca7-a803-9f6455fbef4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.582408 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6e6188ef-99e9-4ca7-a803-9f6455fbef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.644644 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6e6188ef-99e9-4ca7-a803-9f6455fbef4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a58393a25094e7287bb9e9b5e47be7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862526 Aug 04 11:40:44.651815 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45596) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:44.659317 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2d5c-b9c9-4bb2-8e70-3116f55ac1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.745566 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6188ef-99e9-4ca7-a803-9f6455fbef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df08b084-36d1-4902-ab69-b8d6b9517009,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:44.767449 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.812798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.893638 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.896902 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.898591 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df08b084-36d1-4902-ab69-b8d6b9517009 HTTP/1.1" status: 204 len: 168 time: 0.2455945 Aug 04 11:40:44.916875 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Deleting port 372b5c7f-4236-4245-8865-89d51e6013e5 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:40:44.917491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:44.922308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ea16f-b2d9-48be-a495-1f094483b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df08b084-36d1-4902-ab69-b8d6b9517009,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:44.971337 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aba2f-af6d-4e31-a404-d44b2d2dab69 req-a7c47d40-7293-4fcd-a7e6-679b93880049 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:44.992154 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b91aba2f-af6d-4e31-a404-d44b2d2dab69 req-a7c47d40-7293-4fcd-a7e6-679b93880049 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 945 time: 0.2356732 Aug 04 11:40:45.076440 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2d5c-b9c9-4bb2-8e70-3116f55ac1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.106423 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b91aba2f-af6d-4e31-a404-d44b2d2dab69 req-70edaa72-d3cc-4212-8389-5bcdc114f244 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/security-groups?id=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131301 Aug 04 11:40:45.107750 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8ed2d5c-b9c9-4bb2-8e70-3116f55ac1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.127635 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] For port 372b5c7f-4236-4245-8865-89d51e6013e5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=372b5c7f-4236-4245-8865-89d51e6013e5,segment=NetworkSegment(01fa9135-acf1-4115-9c02-42bbfa6ded52),segment_id=01fa9135-acf1-4115-9c02-42bbfa6ded52)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:45.128160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.135625 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2d33115f-0879-4f9f-b8d6-4f9bf9a1835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.171455 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d8ed2d5c-b9c9-4bb2-8e70-3116f55ac1b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdc6e6a9ab184727a21c4117a5691dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220101 Aug 04 11:40:45.172874 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed2d5c-b9c9-4bb2-8e70-3116f55ac1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf75f8-1511-4fa6-9ca6-fabf3bfe332c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:45.177013 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45630) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:45.181706 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Calling delete_port for 372b5c7f-4236-4245-8865-89d51e6013e5 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:40:45.255208 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.287477 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.358333 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.361567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.365758 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6cf75f8-1511-4fa6-9ca6-fabf3bfe332c HTTP/1.1" status: 204 len: 168 time: 0.1846914 Aug 04 11:40:45.370934 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22035397-6e07-469f-b688-dcd4e8c1bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf75f8-1511-4fa6-9ca6-fabf3bfe332c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:45.422894 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45640) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:45.437637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2e3740d3-a41a-4dcd-b399-d238980fec90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.437786 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.456452 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['372b5c7f-4236-4245-8865-89d51e6013e5'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:40:45.523370 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Pushing event deleted for resources: {'Port': ['ID=372b5c7f-4236-4245-8865-89d51e6013e5,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:45.576745 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2e3740d3-a41a-4dcd-b399-d238980fec90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.585218 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2e3740d3-a41a-4dcd-b399-d238980fec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.617218 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] No DVR routers for this DVR port 372b5c7f-4236-4245-8865-89d51e6013e5 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:40:45.621673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.624301 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9bb3308e-8b7f-41fc-9a81-410146d63b0f req-ade9b06c-3ab4-42e1-a4d3-9fb84b19f667 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.83 "DELETE /v2.0/ports/372b5c7f-4236-4245-8865-89d51e6013e5 HTTP/1.1" status: 204 len: 173 time: 1.0660064 Aug 04 11:40:45.624784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'name': 'network-vif-deleted', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:40:45.627189 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eddcd5-8436-4dd7-9d21-da25afcf934c" -d '{"events": [{"server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "name": "network-vif-deleted", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:40:45.647561 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2e3740d3-a41a-4dcd-b399-d238980fec90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4e0b0af99474806923aada36b08d295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230198 Aug 04 11:40:45.648750 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3740d3-a41a-4dcd-b399-d238980fec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f44635-c57b-4b86-b6e7-b212a8df88bb,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:45.649898 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45648) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:45.706864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c68055-5caf-4103-93de-e56b67545fea x-openstack-request-id: req-52c68055-5caf-4103-93de-e56b67545fea {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:40:45.707156 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e88769-b5a8-4c79-89a4-64247f21369a", "name": "network-vif-deleted", "tag": "372b5c7f-4236-4245-8865-89d51e6013e5", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:40:45.707447 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52c68055-5caf-4103-93de-e56b67545fea {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:40:45.707851 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e88769-b5a8-4c79-89a4-64247f21369a', 'name': 'network-vif-deleted', 'tag': '372b5c7f-4236-4245-8865-89d51e6013e5', 'status': 'completed', 'code': 200} Aug 04 11:40:45.736628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.759860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.816334 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.821310 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:45.821310 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68f44635-c57b-4b86-b6e7-b212a8df88bb HTTP/1.1" status: 204 len: 168 time: 0.1694424 Aug 04 11:40:45.834540 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33cf4-6511-4e91-a90f-029b9fc614e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f44635-c57b-4b86-b6e7-b212a8df88bb,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:46.237857 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a114d880-428d-469f-8d79-4dac74c6311c req-3168c5cd-7dec-4dd8-a3d2-f924b4bf3380 tempest-DeleteServersTestJSON-1166144944 tempest-DeleteServersTestJSON-1166144944-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1e88769-b5a8-4c79-89a4-64247f21369a HTTP/1.1" status: 200 len: 210 time: 0.0310352 Aug 04 11:40:46.349051 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45686) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:46.367425 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-65b29c6a-7af9-4cba-b145-3077b84c5ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.487397 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-65b29c6a-7af9-4cba-b145-3077b84c5ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.492535 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-65b29c6a-7af9-4cba-b145-3077b84c5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.534865 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-65b29c6a-7af9-4cba-b145-3077b84c5ce0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44f5d67742c54a4eb64f2cdde89e7538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846902 Aug 04 11:40:46.536657 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b29c6a-7af9-4cba-b145-3077b84c5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f064539-9af8-4193-bec5-532a05149574,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:46.537893 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45692) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:46.653512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.697359 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.758260 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.761233 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.766208 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f064539-9af8-4193-bec5-532a05149574 HTTP/1.1" status: 204 len: 168 time: 0.2234383 Aug 04 11:40:46.773237 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f94cd-7b4f-42ee-b001-93ebe30f2ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f064539-9af8-4193-bec5-532a05149574,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:46.891503 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45710) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:47.106494 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c53c077-92b0-45c6-b00c-3bf8783feb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.216898 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c53c077-92b0-45c6-b00c-3bf8783feb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.222529 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c53c077-92b0-45c6-b00c-3bf8783feb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.263426 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5c53c077-92b0-45c6-b00c-3bf8783feb01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=782f97be069b4d6083f94af453db1284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707328 Aug 04 11:40:47.265633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53c077-92b0-45c6-b00c-3bf8783feb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a52460-f400-490c-9790-9ffd57f2b1bf,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:47.267432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45732) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:47.347273 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.377008 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.441667 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.444982 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:47.447036 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a52460-f400-490c-9790-9ffd57f2b1bf HTTP/1.1" status: 204 len: 168 time: 0.1766086 Aug 04 11:40:47.455209 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c053c1-5b3a-4377-9124-96ef0651626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a52460-f400-490c-9790-9ffd57f2b1bf,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:48.125099 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45778) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:48.148324 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1a02eee-075b-4f94-8170-a1c79fb1dd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.303417 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1a02eee-075b-4f94-8170-a1c79fb1dd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.310031 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1a02eee-075b-4f94-8170-a1c79fb1dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.385751 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c1a02eee-075b-4f94-8170-a1c79fb1dd32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=804aa377d0534143ad22ff82c3d3a9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561185 Aug 04 11:40:48.387768 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02eee-075b-4f94-8170-a1c79fb1dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b472403-2d67-45e0-8ee5-83b1a917b91b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:48.387896 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45790) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:48.453891 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.503376 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.616222 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.619432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.620998 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b472403-2d67-45e0-8ee5-83b1a917b91b HTTP/1.1" status: 204 len: 168 time: 0.2317243 Aug 04 11:40:48.643261 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc94ec-de2b-4fbd-bfb8-09bbd276f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b472403-2d67-45e0-8ee5-83b1a917b91b,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:48.703029 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.794802 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45816) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:48.917811 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Deleting subnet 38c9970e-0cb0-4631-b910-16050dcdf6d8 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:40:48.922226 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.971009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.983910 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.059614 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.100167 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c9970e-0cb0-4631-b910-16050dcdf6d8,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:49.114208 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.116561 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9535f34e-94b8-418e-a6c5-31fefb2c584c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/38c9970e-0cb0-4631-b910-16050dcdf6d8 HTTP/1.1" status: 204 len: 168 time: 0.3200500 Aug 04 11:40:49.118885 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45828) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:49.231391 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.380185 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.383884 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45842) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:49.399795 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.400185 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.401194 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.401547 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.401887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.402237 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.402566 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.403176 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.403497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.403683 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-de378484-400b-48a7-b28b-48d942f01719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.404424 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.540070 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-de378484-400b-48a7-b28b-48d942f01719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.545178 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-de378484-400b-48a7-b28b-48d942f01719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.595167 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-de378484-400b-48a7-b28b-48d942f01719 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3e443bf71834700a19408fb7457c5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063060 Aug 04 11:40:49.595167 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de378484-400b-48a7-b28b-48d942f01719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383c0e41-33a5-46e6-aea2-4412fa718755,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:49.595582 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45846) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:49.653659 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.669926 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.670325 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.670666 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.670994 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:40:49.671371 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce5b387-2a37-45b9-a63c-fa34ba63827f']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:49.678525 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.695312 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fa9135-acf1-4115-9c02-42bbfa6ded52') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:49.695605 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fa9135-acf1-4115-9c02-42bbfa6ded52') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:49.715166 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.745704 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.750042 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.752507 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/383c0e41-33a5-46e6-aea2-4412fa718755 HTTP/1.1" status: 204 len: 168 time: 0.1558111 Aug 04 11:40:49.756830 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.764247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d19ec-9287-4f0b-b553-002fd46049f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383c0e41-33a5-46e6-aea2-4412fa718755,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:49.779939 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:40:49.781110 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: from cryptography.utils import int_from_bytes Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: from cryptography.utils import int_from_bytes Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:40:49.789223 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:40:49.809402 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5cf55779-94d6-4350-9ca3-fda05da5df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.850684 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 372b5c7f-4236-4245-8865-89d51e6013e5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:40:49.886921 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.896225 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 372b5c7f-4236-4245-8865-89d51e6013e5 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:40:49.896908 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 372b5c7f-4236-4245-8865-89d51e6013e5 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:40:49.907486 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:49.909688 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8ce5b387-2a37-45b9-a63c-fa34ba63827f HTTP/1.1" status: 204 len: 168 time: 0.7897937 Aug 04 11:40:49.911106 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40d993-1cad-4313-a724-cdfeb44845b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce5b387-2a37-45b9-a63c-fa34ba63827f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:50.130509 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45866) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:50.172266 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d54a1362-b0a5-4828-8706-5bc405e3c6df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e763692a1b44c0a95ddb0d391038d4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400977 Aug 04 11:40:50.174412 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45870) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:50.223392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:50.244563 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:50.293698 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:50.296283 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:50.297438 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2 HTTP/1.1" status: 204 len: 168 time: 0.1221452 Aug 04 11:40:50.305457 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db964-452b-4a5c-954a-dcd0fdb4755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75399ab-bb8c-47b6-9cc2-e48d0a4d08d2,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:50.717273 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.055175 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45954) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:51.159503 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-network', 'tenant_id': '735121b91bd94b80a9072325800ad454'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:51.183250 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Made reservation on behalf of 735121b91bd94b80a9072325800ad454 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:40:51.185871 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.195491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.288447 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.292452 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.316459 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:40:51.332118 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b3d8b-66ac-44ba-8381-78eb5e78be32,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:51.335037 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.335379 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Added segment 4b7926a9-a3b7-47f2-aac8-b86949a293f3 of type vlan for network f06b4222-7e8e-48ea-a25b-df0764bb34cb Aug 04 11:40:51.378360 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.413764 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.414754 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:51.415334 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.470158 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4111929 Aug 04 11:40:51.470783 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 45984) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:51.476317 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Request body: {'subnet': {'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-subnet', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:51.480784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05095056-8c9b-4344-b263-57c15ec51d5a admin admin] Pushing event updated for resources: {'Network': ['ID=f06b4222-7e8e-48ea-a25b-df0764bb34cb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:51.492404 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:40:51.502168 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Made reservation on behalf of 735121b91bd94b80a9072325800ad454 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:40:51.504560 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.670149 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.730357 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:51.740061 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Checking segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:51.740447 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Network hostable DHCP agents. Network: f06b4222-7e8e-48ea-a25b-df0764bb34cb, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:40:51.758847 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:40:51.767850 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, f06b4222-7e8e-48ea-a25b-df0764bb34cb) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:51.771966 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:51.772585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.776556 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b41f97f-eb50-4683-b0a8-734a1ae5c387 None None] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:40:51.787716 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-7d20e049-68f6-4272-bdb2-7b6ebb3586f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3155713 Aug 04 11:40:51.790428 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 45988) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:51.795096 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:40:51.816498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.817411 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.875395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:51.919421 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27158c-2d73-46b6-9888-11c4528e7268 None None] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:40:52.012379 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.205373 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.223839 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.339727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Allocated IP 172.27.2.152 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/09311d0d-5797-4b7e-a20f-51cbfe152dde) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:52.437421 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.478894 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.518843 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:52.520256 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:52.524009 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:52.589271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Pushing event updated for resources: {'Port': ['ID=09311d0d-5797-4b7e-a20f-51cbfe152dde,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:52.621084 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:52.747351 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:53.147688 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:53.275466 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Router a7c822f8-9b01-4494-9376-54ddd2550773 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:40:53.376750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:40:53.386305 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Sync routers for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:40:53.392970 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:53.396739 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4fed0a9c-b1e0-4b72-9ad5-7fb7b481a91a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6026659 Aug 04 11:40:53.397039 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46020) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:53.397481 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:53.398013 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:53.587769 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:53.772595 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:52Z', 'revision_number': 3, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:53.801251 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Checking router: a7c822f8-9b01-4494-9376-54ddd2550773 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:40:53.801608 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Updating router a7c822f8-9b01-4494-9376-54ddd2550773 port 09311d0d-5797-4b7e-a20f-51cbfe152dde binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:40:53.825337 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:53.832025 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.023989 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Allocated IP 172.20.0.1 (f06b4222-7e8e-48ea-a25b-df0764bb34cb/1ac9f628-94d5-49fb-bcf6-4b0e29d5042d/80d56a24-9cf3-4a0b-b005-ccfa1da94b4f) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:40:54.098777 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.109168 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Transition to ACTIVE for port object 09311d0d-5797-4b7e-a20f-51cbfe152dde will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:54.116062 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.157591 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.167416 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Pushing event updated for resources: {'Port': ['ID=09311d0d-5797-4b7e-a20f-51cbfe152dde,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:54.170377 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Attempting to bind port 09311d0d-5797-4b7e-a20f-51cbfe152dde on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:54.170746 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Attempting to bind port 09311d0d-5797-4b7e-a20f-51cbfe152dde by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:54.171091 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Attempting to bind port 09311d0d-5797-4b7e-a20f-51cbfe152dde on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:54.177828 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.178175 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.178512 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.178841 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.179167 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.179492 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.179813 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.180134 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.180497 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.180821 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.181139 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.181454 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:54.186777 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:54.191447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:54.191447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.191447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:54.191447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Bound port: 09311d0d-5797-4b7e-a20f-51cbfe152dde, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:54.191447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.200506 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.239581 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:54.241371 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] For port 09311d0d-5797-4b7e-a20f-51cbfe152dde, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:54.244587 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] For port 09311d0d-5797-4b7e-a20f-51cbfe152dde, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=09311d0d-5797-4b7e-a20f-51cbfe152dde,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:54.246808 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:54.248914 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.251994 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:40:54.255841 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Pushing event updated for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:54.293617 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.313932 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f52fab-3161-4899-9915-eb81b4b338e3 None None] Pushing event updated for resources: {'Port': ['ID=09311d0d-5797-4b7e-a20f-51cbfe152dde,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:54.316587 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:54.317178 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:54.424510 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:54.446236 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.603021 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:52Z', 'revision_number': 3, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:54.604030 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.609875 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.632641 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae64c50-e26c-4634-af86-86ea4a01ebff None None] The sync data for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi is: [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:52Z', 'revision_number': 3, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:54.689237 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:54.691267 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Pushing event updated for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:54.787088 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:40:54.788503 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:40:54.909962 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Router a7c822f8-9b01-4494-9376-54ddd2550773 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:40:55.044754 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:40:55.052588 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-eb240785-aed5-45a6-8a4c-58e6ea952056 admin admin] 10.222.0.44 "PUT /v2.0/routers/a7c822f8-9b01-4494-9376-54ddd2550773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544213 Aug 04 11:40:55.310436 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 09311d0d-5797-4b7e-a20f-51cbfe152dde up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:55.367088 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 09311d0d-5797-4b7e-a20f-51cbfe152dde completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:55.371160 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 09311d0d-5797-4b7e-a20f-51cbfe152dde triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:55.371537 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:55.454806 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:55.476118 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 09311d0d-5797-4b7e-a20f-51cbfe152dde, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=09311d0d-5797-4b7e-a20f-51cbfe152dde,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:55.480220 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:55.531371 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=09311d0d-5797-4b7e-a20f-51cbfe152dde,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:55.538651 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.538999 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.539339 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.539675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.540003 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.540328 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.540677 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.541004 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.541345 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.541669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.541987 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:55.542303 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:40:56.230960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Sync routers for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:40:56.244026 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:56.244916 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:56.361149 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-7075b856-1afe-4308-89f8-80cd5e32ca0a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:56.362697 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-7075b856-1afe-4308-89f8-80cd5e32ca0a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 819 time: 0.1352844 Aug 04 11:40:56.374098 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:56.380707 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-e4171098-ffca-4491-82db-ff7244acb05f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/quotas/735121b91bd94b80a9072325800ad454 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Aug 04 11:40:56.442326 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-e41f14ad-0677-423a-8589-8b670b16ac16 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524757 Aug 04 11:40:56.541135 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-a89044d5-807c-4845-84c4-f209267b4d91 service neutron] 10.222.0.44 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904572 Aug 04 11:40:56.610711 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 4, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '80d56a24-9cf3-4a0b-b005-ccfa1da94b4f', 'name': '', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'mac_address': 'fa:16:3e:73:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:53Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 2, 'project_id': '735121b91bd94b80a9072325800ad454', 'subnets': [{'id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:56.639511 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Checking router: a7c822f8-9b01-4494-9376-54ddd2550773 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:40:56.639945 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Updating router a7c822f8-9b01-4494-9376-54ddd2550773 port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:40:56.681419 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:56.886767 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-709c32cf-a50c-4740-9648-7c88e345cd8b service neutron] 10.222.0.44 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378768 Aug 04 11:40:57.004191 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.018802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Transition to ACTIVE for port object 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:40:57.028517 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.082299 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39e0e85a-19fc-4388-b0cf-cae5d2530092 req-b0cf8d60-b311-401d-a124-6ca7e3d6e1a1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 210 time: 0.0379357 Aug 04 11:40:57.095951 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bdd2f-5f4d-4f2b-b24a-7300e4679022 None None] Pushing event updated for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:57.168751 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Attempting to bind port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:40:57.169181 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Attempting to bind port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:40:57.169483 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Attempting to bind port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f on network f06b4222-7e8e-48ea-a25b-df0764bb34cb {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:40:57.175346 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:40:57.175721 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Checking segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:40:57.176123 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.176566 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Bound using segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:40:57.177032 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Bound port: 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:40:57.177539 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.268063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 09311d0d-5797-4b7e-a20f-51cbfe152dde up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:57.272404 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] For port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:40:57.306446 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] For port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:40:57.312826 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.402371 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:40:57.403391 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:40:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:57.447021 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bdd2f-5f4d-4f2b-b24a-7300e4679022 None None] Pushing event updated for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:57.449857 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 09311d0d-5797-4b7e-a20f-51cbfe152dde triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:57.450234 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:57.586478 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:40:57.800478 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 4, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '80d56a24-9cf3-4a0b-b005-ccfa1da94b4f', 'name': '', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'mac_address': 'fa:16:3e:73:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:53Z', 'updated_at': '2021-08-04T11:40:57Z', 'revision_number': 4, 'project_id': '735121b91bd94b80a9072325800ad454', 'subnets': [{'id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:40:57.831320 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9b39a-ac32-41bd-b898-8c49afa7abe4 None None] The sync data for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi is: [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:40:54Z', 'revision_number': 4, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '80d56a24-9cf3-4a0b-b005-ccfa1da94b4f', 'name': '', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'mac_address': 'fa:16:3e:73:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:53Z', 'updated_at': '2021-08-04T11:40:57Z', 'revision_number': 4, 'project_id': '735121b91bd94b80a9072325800ad454', 'subnets': [{'id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:40:59.276687 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:40:59.434825 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:40:59.438863 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:40:59.439239 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:59.546309 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:59.597196 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:40:59.601450 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:59.656316 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:40:59.685317 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-fd0f16e3-f4f3-4fe3-86c0-b842e47f927a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:40:59.686709 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-fd0f16e3-f4f3-4fe3-86c0-b842e47f927a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 819 time: 0.1250417 Aug 04 11:40:59.704289 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-c22d93f5-1108-443e-a1ec-3b6a3158f226 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/quotas/735121b91bd94b80a9072325800ad454 HTTP/1.1" status: 200 len: 375 time: 0.0111434 Aug 04 11:40:59.756257 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e8babe6-23bc-4f86-9770-a6e0eea72997 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457904 Aug 04 11:40:59.851370 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-2366c844-413c-43a0-8d73-e0ffe3b81ebe service neutron] 10.222.0.44 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879016 Aug 04 11:40:59.948215 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-4fd963ef-0068-41e5-ba60-6c59db882f9a service neutron] 10.222.0.44 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899894 Aug 04 11:41:00.108386 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ed8ccfa2-02d4-4c83-9f92-46ceaaca320c req-ffa59eec-e4f7-4730-994c-e856a5e06916 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0262146 Aug 04 11:41:01.246779 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:41:01.295723 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:41:01.296006 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:01.979229 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:41:03.135894 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-4b2197ae-71ab-4f0a-b6b7-dd5e31f30167 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468597 Aug 04 11:41:03.182231 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c34dce43-e6e1-4b37-829e-3b1cdcedbb49 req-e28a1439-a1ff-4334-977e-19e7efb54478 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0422020 Aug 04 11:41:03.331235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-a147ac72-167b-41d0-9e1b-f566a58d81bd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:03.333344 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-a147ac72-167b-41d0-9e1b-f566a58d81bd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 819 time: 0.1645696 Aug 04 11:41:03.336447 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-576b7077-4b93-4816-ac19-aaf83cc8f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:03.338502 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-576b7077-4b93-4816-ac19-aaf83cc8f146 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.0744400 Aug 04 11:41:03.351623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Request body: {'port': {'device_id': '3536e28f-9717-4d59-97b7-2ed953e73088', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'admin_state_up': True, 'tenant_id': '735121b91bd94b80a9072325800ad454'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:03.467276 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-a4189e6d-599e-4e1b-9f55-0edc64d56665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:03.468908 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-a4189e6d-599e-4e1b-9f55-0edc64d56665 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.0917735 Aug 04 11:41:03.480788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Made reservation on behalf of 735121b91bd94b80a9072325800ad454 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:03.484714 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.550823 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-cc5a6911-799c-483f-b235-69f2578b43b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 1000 time: 0.0683801 Aug 04 11:41:03.617312 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Allocated IP 172.20.0.10 (f06b4222-7e8e-48ea-a25b-df0764bb34cb/1ac9f628-94d5-49fb-bcf6-4b0e29d5042d/83fe0fcd-584a-42ad-b1ad-753d06049a08) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:41:03.758875 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46250) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:03.776634 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.815659 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.852874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:41:03.855979 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:41:03.858859 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:41:03.865164 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:03.865798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.872626 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0f840e56-c58f-4649-93d4-8f2761f0419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.889564 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Pushing event updated for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:03.894622 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-27312e86-c442-4cd5-a1fb-9b262c2b277a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475206 Aug 04 11:41:03.977272 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0f840e56-c58f-4649-93d4-8f2761f0419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:03.981998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0f840e56-c58f-4649-93d4-8f2761f0419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:04.019452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f840e56-c58f-4649-93d4-8f2761f0419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d4825-9e9f-4a36-85c3-676be7dc20b4,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:04.026437 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0f840e56-c58f-4649-93d4-8f2761f0419a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2896c00a57934c748302d790ac74c921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639577 Aug 04 11:41:04.026850 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46254) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:04.077329 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:04.099920 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:04.154298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:04.157807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:04.159433 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc7d4825-9e9f-4a36-85c3-676be7dc20b4 HTTP/1.1" status: 204 len: 168 time: 0.1316016 Aug 04 11:41:04.167779 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce56e-4ccf-4678-a3de-b7fc788b2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d4825-9e9f-4a36-85c3-676be7dc20b4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:05.170596 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46308) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:05.282184 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-637700a8-0166-481a-a9bd-0b133209b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.370657 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-637700a8-0166-481a-a9bd-0b133209b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.374361 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-637700a8-0166-481a-a9bd-0b133209b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.416107 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-637700a8-0166-481a-a9bd-0b133209b0b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=620819593d8f4a05ad3a58e0d29b1c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444160 Aug 04 11:41:05.417067 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637700a8-0166-481a-a9bd-0b133209b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7032708-7d8b-4ae5-87d1-20a624c9b3dc,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:05.418903 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46318) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:05.469391 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.491082 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.544484 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.547152 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:05.548413 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7032708-7d8b-4ae5-87d1-20a624c9b3dc HTTP/1.1" status: 204 len: 168 time: 0.1284819 Aug 04 11:41:05.556678 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4740aaf-76cc-47f9-9460-9441d7d41a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7032708-7d8b-4ae5-87d1-20a624c9b3dc,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:06.634786 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Request body: {'port': {'device_id': '3536e28f-9717-4d59-97b7-2ed953e73088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:06.648610 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:06.656324 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-4ab46621-239a-43d0-83c4-bf0629af6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:06.660026 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-4ab46621-239a-43d0-83c4-bf0629af6600 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0461249 Aug 04 11:41:06.698647 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:06.716359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-ce458b7c-72c9-4da7-9364-9876bc9364d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:06.717961 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-ce458b7c-72c9-4da7-9364-9876bc9364d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421596 Aug 04 11:41:06.766892 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-548f769b-4c33-497a-b66d-ace734794ec1 req-92d58ce0-b1d4-4e4a-8f6c-04863b0a0528 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0347073 Aug 04 11:41:06.830637 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-f1b3949c-4b0d-49aa-ad6c-a4b72f6e50fd service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035593 Aug 04 11:41:06.872995 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.83', 56169) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:06.925897 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25beb5fb-b3e5-4d76-b7e9-60f9785e696f req-2947c5be-38c3-46fb-8c32-a78a862e39d2 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882242 Aug 04 11:41:07.035851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-669e4de1-427c-490e-bd3d-b37a6dbfec83 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:07.037334 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-669e4de1-427c-490e-bd3d-b37a6dbfec83 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 819 time: 0.1627796 Aug 04 11:41:07.057288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Request body: {'port': {'device_id': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'admin_state_up': True, 'tenant_id': '735121b91bd94b80a9072325800ad454'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:07.144118 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe0fcd-584a-42ad-b1ad-753d06049a08 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:41:07.155027 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.182832 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Transition to ACTIVE for port object 83fe0fcd-584a-42ad-b1ad-753d06049a08 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:41:07.189659 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.260962 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:07.265037 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Made reservation on behalf of 735121b91bd94b80a9072325800ad454 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:07.268604 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.312302 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Attempting to bind port 83fe0fcd-584a-42ad-b1ad-753d06049a08 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:41:07.312673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Attempting to bind port 83fe0fcd-584a-42ad-b1ad-753d06049a08 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:41:07.313007 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Attempting to bind port 83fe0fcd-584a-42ad-b1ad-753d06049a08 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:41:07.323489 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Port 83fe0fcd-584a-42ad-b1ad-753d06049a08 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:41:07.323745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Attempting to bind port 83fe0fcd-584a-42ad-b1ad-753d06049a08 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:41:07.329538 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:41:07.329933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Checking segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:41:07.330318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Bound using segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:41:07.330736 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Bound port: 83fe0fcd-584a-42ad-b1ad-753d06049a08, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:41:07.331087 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.476065 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:41:07.493874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Allocated IP 172.20.0.6 (f06b4222-7e8e-48ea-a25b-df0764bb34cb/1ac9f628-94d5-49fb-bcf6-4b0e29d5042d/8174ea75-d109-4cd1-9fff-b4c62d47aed1) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:41:07.496720 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:41:07.506179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.557539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:07.558154 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.559546 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] 10.222.0.83 "PUT /v2.0/ports/83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 1094 time: 0.9291835 Aug 04 11:41:07.561536 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:41:07.563834 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517016c-ee97-4600-8f62-1eb365019915" -d '{"events": [{"name": "network-changed", "server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:41:07.612251 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f099c-dbe2-4b14-ae23-fb30553af487 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:07.660233 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a39d8f-22aa-4731-8442-f135c9febca7 x-openstack-request-id: req-d4a39d8f-22aa-4731-8442-f135c9febca7 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:41:07.661145 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:41:07.661145 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4a39d8f-22aa-4731-8442-f135c9febca7 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:41:07.661500 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08', 'status': 'completed', 'code': 200} Aug 04 11:41:07.739058 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.798487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.847003 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Network f06b4222-7e8e-48ea-a25b-df0764bb34cb is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:41:07.850130 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:41:07.855966 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:41:07.862772 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:07.863390 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:07.869543 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Pushing event updated for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:07.882869 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-77fe48bc-2fe7-49d6-bf07-c4e0e5c42fec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337867 Aug 04 11:41:10.244934 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Request body: {'port': {'device_id': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:10.330628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517016c-ee97-4600-8f62-1eb365019915 req-6371730e-6a53-4aec-adda-6ca6809a3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:10.332120 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8517016c-ee97-4600-8f62-1eb365019915 req-6371730e-6a53-4aec-adda-6ca6809a3e01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1097 time: 0.0845685 Aug 04 11:41:10.376550 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:10.771914 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ac135-bbf1-48f9-b88a-49bc86369164 req-2c2fb5a1-ffff-450c-ae11-32e0e91f739b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:10.773583 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bf2ac135-bbf1-48f9-b88a-49bc86369164 req-2c2fb5a1-ffff-450c-ae11-32e0e91f739b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 931 time: 0.4386756 Aug 04 11:41:10.861476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517016c-ee97-4600-8f62-1eb365019915 req-f26ba3eb-fc6e-4d2f-882e-90158f8d9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:10.862958 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8517016c-ee97-4600-8f62-1eb365019915 req-f26ba3eb-fc6e-4d2f-882e-90158f8d9823 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=735121b91bd94b80a9072325800ad454&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5171592 Aug 04 11:41:10.892063 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bf2ac135-bbf1-48f9-b88a-49bc86369164 req-461ccffb-8d35-47e8-b7ee-4df11dfbc54a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087687 Aug 04 11:41:11.032693 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8174ea75-d109-4cd1-9fff-b4c62d47aed1 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:41:11.039982 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:11.051802 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Transition to ACTIVE for port object 8174ea75-d109-4cd1-9fff-b4c62d47aed1 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:41:11.055546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:11.101171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Pushing event updated for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:11.133513 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Attempting to bind port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:41:11.133842 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Attempting to bind port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:41:11.134160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Attempting to bind port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:41:11.138227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:41:11.138538 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Attempting to bind port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 on network f06b4222-7e8e-48ea-a25b-df0764bb34cb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:41:11.143422 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:41:11.143730 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Checking segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:41:11.144099 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Bound using segment: {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:41:11.144546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Bound port: 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7926a9-a3b7-47f2-aac8-b86949a293f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:41:11.144889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:11.207995 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:41:11.211123 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:41:11.215140 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:11.247552 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:11.248171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:11.249570 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] 10.222.0.83 "PUT /v2.0/ports/8174ea75-d109-4cd1-9fff-b4c62d47aed1 HTTP/1.1" status: 200 len: 1093 time: 1.0095491 Aug 04 11:41:11.252578 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:41:11.254813 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57" -d '{"events": [{"name": "network-changed", "server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:41:11.280665 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e929833-7343-40aa-9aaf-44dbf6a0953a service neutron] Pushing event updated for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:11.296594 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01866b47-c3dd-48ca-9eed-b0a14cf7b6b4 x-openstack-request-id: req-01866b47-c3dd-48ca-9eed-b0a14cf7b6b4 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:41:11.296885 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:41:11.297137 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01866b47-c3dd-48ca-9eed-b0a14cf7b6b4 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:41:11.298156 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1', 'status': 'completed', 'code': 200} Aug 04 11:41:13.652823 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455dcd2-4e45-4c67-b2a9-f2305eeae87f req-1c520a49-c9e1-4458-a795-c0435122d738 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:13.654370 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3455dcd2-4e45-4c67-b2a9-f2305eeae87f req-1c520a49-c9e1-4458-a795-c0435122d738 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 943 time: 0.0535800 Aug 04 11:41:13.685208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-89462906-a6a3-4389-a568-b98cd3655ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:13.686210 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-89462906-a6a3-4389-a568-b98cd3655ffc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 1096 time: 0.1569135 Aug 04 11:41:13.693408 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3455dcd2-4e45-4c67-b2a9-f2305eeae87f req-36f590f6-dc35-458f-94d6-de70535d10df tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Aug 04 11:41:13.724611 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517016c-ee97-4600-8f62-1eb365019915 req-a307b560-309d-45dc-9018-51941c2e7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:13.726156 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8517016c-ee97-4600-8f62-1eb365019915 req-a307b560-309d-45dc-9018-51941c2e7774 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138550 Aug 04 11:41:13.833876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-89b9ebb9-8aca-4b7f-90f0-ce811a870794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:13.835435 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-89b9ebb9-8aca-4b7f-90f0-ce811a870794 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1097 time: 0.0637336 Aug 04 11:41:13.836779 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-1bf78702-02ab-42bd-9961-562461899a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:13.838211 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-1bf78702-02ab-42bd-9961-562461899a10 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=735121b91bd94b80a9072325800ad454&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1377532 Aug 04 11:41:13.906696 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-e2eb01b3-f321-4b8a-bb04-8f0c8c55a9a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 217 time: 0.0566068 Aug 04 11:41:14.005253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858476-403f-4b07-897f-311380eb919a req-9588b309-53a2-4cea-b61d-638b248a61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:14.006689 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-9588b309-53a2-4cea-b61d-638b248a61a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0752661 Aug 04 11:41:14.041616 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-d93e6f81-881a-441c-ad21-446bf777a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:14.043064 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-914aed3f-e6c3-44b3-b957-a7fcdcec7d57 req-d93e6f81-881a-441c-ad21-446bf777a41e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868632 Aug 04 11:41:14.044931 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-fdaee792-46b7-4664-adf5-017c9241f2aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277028 Aug 04 11:41:14.177017 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-dfaa2531-9670-4843-b770-4bbb851a570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:14.178471 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-dfaa2531-9670-4843-b770-4bbb851a570e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 1096 time: 0.0747411 Aug 04 11:41:14.182691 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-093e9ce4-4bd5-4177-bb3c-94a68005a682 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272812 Aug 04 11:41:14.247756 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-5d6cfd3b-e33e-4295-b7cf-c7860f73ace0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1 HTTP/1.1" status: 200 len: 217 time: 0.0540993 Aug 04 11:41:14.339016 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-5fe7e999-0621-4cff-aa2d-748fd84d18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:14.340467 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-5fe7e999-0621-4cff-aa2d-748fd84d18c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0626140 Aug 04 11:41:14.363085 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5858476-403f-4b07-897f-311380eb919a req-cb2047b4-368b-45a6-8545-4b357ffed1ae service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678367 Aug 04 11:41:14.377612 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-28b765c0-d6da-449d-8dc4-34c7f8514fc0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256369 Aug 04 11:41:14.472812 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-1c0c39d9-b8a8-446e-9346-292c129a3003 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Aug 04 11:41:14.566489 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa2c409-057e-451f-a473-1f300d3707b0 req-d6453f95-28d0-45c6-bff1-8c998eed3414 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Aug 04 11:41:14.814559 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cddc-06c8-4422-864b-e9798ea4e677 req-f12d0f2b-e687-430d-b917-7dcd44f5ecf1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:14.816048 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3694cddc-06c8-4422-864b-e9798ea4e677 req-f12d0f2b-e687-430d-b917-7dcd44f5ecf1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 943 time: 0.0535955 Aug 04 11:41:14.855090 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3694cddc-06c8-4422-864b-e9798ea4e677 req-b35fd9a4-7caa-4b75-8af2-64e570ea7f36 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Aug 04 11:41:15.098746 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0a20d424-8e42-4db4-a0c3-0824d051ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:18.631465 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:19.016329 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 83fe0fcd-584a-42ad-b1ad-753d06049a08 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:41:19.115439 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:19.131033 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '83fe0fcd-584a-42ad-b1ad-753d06049a08', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'port_id': '83fe0fcd-584a-42ad-b1ad-753d06049a08', 'mac_address': 'fa:16:3e:18:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:41:19.155726 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cfef9-83c1-4e90-b319-c95fd75f89fa req-71ab3af4-3f23-4341-8f55-8d24fcebd922 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:19.157809 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9b5cfef9-83c1-4e90-b319-c95fd75f89fa req-71ab3af4-3f23-4341-8f55-8d24fcebd922 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 943 time: 0.0557213 Aug 04 11:41:19.170090 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:19.183593 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe0fcd-584a-42ad-b1ad-753d06049a08 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:41:19.201701 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9b5cfef9-83c1-4e90-b319-c95fd75f89fa req-9e231db4-33b5-41e3-97ff-f9e7b57ba7e9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Aug 04 11:41:19.204869 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:19.208948 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:19.256804 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:19.574857 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['83fe0fcd-584a-42ad-b1ad-753d06049a08'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:41:19.794844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-805a9219-05f7-42cd-9285-ac784378f65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:19.949239 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8174ea75-d109-4cd1-9fff-b4c62d47aed1 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:41:20.050400 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:20.062197 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '8174ea75-d109-4cd1-9fff-b4c62d47aed1', 'network_id': 'f06b4222-7e8e-48ea-a25b-df0764bb34cb', 'port_id': '8174ea75-d109-4cd1-9fff-b4c62d47aed1', 'mac_address': 'fa:16:3e:08:8d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9f628-94d5-49fb-bcf6-4b0e29d5042d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:41:20.109457 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:20.122934 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8174ea75-d109-4cd1-9fff-b4c62d47aed1 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:41:20.143067 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:20.146906 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:20.193886 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:20.319429 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36de4a5-2438-4ab0-8a39-bbf730cd802b req-32e13e5b-e881-4509-9b37-06e900026a02 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:20.320933 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f36de4a5-2438-4ab0-8a39-bbf730cd802b req-32e13e5b-e881-4509-9b37-06e900026a02 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 944 time: 0.0491602 Aug 04 11:41:20.358590 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f36de4a5-2438-4ab0-8a39-bbf730cd802b req-ac2797af-5448-4ce9-bebd-9b3b6c410d93 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Aug 04 11:41:20.539242 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['8174ea75-d109-4cd1-9fff-b4c62d47aed1'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:41:20.711301 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.134539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46642) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:21.260974 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7d18629c-8d9a-4741-beb8-75626db3ff39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.372361 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7d18629c-8d9a-4741-beb8-75626db3ff39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.379470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7d18629c-8d9a-4741-beb8-75626db3ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.418507 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7d18629c-8d9a-4741-beb8-75626db3ff39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77a8d3a431384591b120a05271bbb3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827652 Aug 04 11:41:21.419356 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18629c-8d9a-4741-beb8-75626db3ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cccbe-9dc7-4ef4-80ed-8e46c53fa3fb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:21.422875 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46656) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:21.470739 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.492089 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.541977 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.544471 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:21.545692 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a1cccbe-9dc7-4ef4-80ed-8e46c53fa3fb HTTP/1.1" status: 204 len: 168 time: 0.1214495 Aug 04 11:41:21.553847 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b1f04-674b-487a-b589-1cc4820698d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cccbe-9dc7-4ef4-80ed-8e46c53fa3fb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:22.080641 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 83fe0fcd-584a-42ad-b1ad-753d06049a08 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:41:22.130708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 83fe0fcd-584a-42ad-b1ad-753d06049a08 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:41:22.134384 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 83fe0fcd-584a-42ad-b1ad-753d06049a08 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:41:22.134775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:22.214295 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:22.237348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:41:22.239578 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0481ff4a-ff7f-46f7-b194-1b535f8349e7" -d '{"events": [{"server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "name": "network-vif-plugged", "status": "completed", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:41:22.252143 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:22.256236 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:22.316408 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:22.625677 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:24.179822 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82db93-84f2-4caa-ad8b-1d799076a2d0 x-openstack-request-id: req-bf82db93-84f2-4caa-ad8b-1d799076a2d0 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:41:24.180490 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "name": "network-vif-plugged", "status": "completed", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:41:24.180490 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf82db93-84f2-4caa-ad8b-1d799076a2d0 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:41:24.180797 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08', 'code': 200} Aug 04 11:41:24.233919 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a22233-3067-4f8b-ad19-f95d1d6247dc req-74f6282e-5215-45ad-b4b8-d55cd75c8cc4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:24.236687 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-43a22233-3067-4f8b-ad19-f95d1d6247dc req-74f6282e-5215-45ad-b4b8-d55cd75c8cc4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 944 time: 0.0697112 Aug 04 11:41:24.295366 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-43a22233-3067-4f8b-ad19-f95d1d6247dc req-e2abf083-8100-45de-b81e-aea0627eb92a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Aug 04 11:41:24.391437 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6796e-6904-4bdd-ad1b-1ba28cf3a175 req-60e0551e-4058-4e5c-9385-22ab4dbe8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:24.393378 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e2c6796e-6904-4bdd-ad1b-1ba28cf3a175 req-60e0551e-4058-4e5c-9385-22ab4dbe8a1f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0420175 Aug 04 11:41:24.431416 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e2c6796e-6904-4bdd-ad1b-1ba28cf3a175 req-d4b419d2-26da-4ba0-a1be-372d60f98010 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293276 Aug 04 11:41:26.474318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8174ea75-d109-4cd1-9fff-b4c62d47aed1 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:41:26.522049 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:41:26.525906 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:41:26.526276 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:26.623807 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:26.661583 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:41:26.661917 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929a1a1-56dd-46e9-8cdb-69f86d472213" -d '{"events": [{"server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "name": "network-vif-plugged", "status": "completed", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:41:26.677812 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:41:26.682752 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:26.747527 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:27.588847 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ce621a-e801-4f84-be04-eafe82562502 x-openstack-request-id: req-d1ce621a-e801-4f84-be04-eafe82562502 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:41:27.589421 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "name": "network-vif-plugged", "status": "completed", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:41:27.589421 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1ce621a-e801-4f84-be04-eafe82562502 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:41:27.589771 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1', 'code': 200} Aug 04 11:41:27.642826 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03b03-5583-4233-9a75-9f46d78579ea req-82ef5fe2-93d9-4b15-954e-278f8be983a9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:27.644353 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f3e03b03-5583-4233-9a75-9f46d78579ea req-82ef5fe2-93d9-4b15-954e-278f8be983a9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0494957 Aug 04 11:41:27.688510 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f3e03b03-5583-4233-9a75-9f46d78579ea req-61ff0abb-604e-4b35-b0f2-8d74bbc0f338 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Aug 04 11:41:27.779857 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc55039-e70a-43fd-820a-356b70536d94 req-0a234161-f624-466b-a4cb-d637088de76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:27.781422 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5bc55039-e70a-43fd-820a-356b70536d94 req-0a234161-f624-466b-a4cb-d637088de76d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 1098 time: 0.0437207 Aug 04 11:41:27.824832 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5bc55039-e70a-43fd-820a-356b70536d94 req-6d995017-8727-4a5f-8bd6-59a0bbc031ad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304091 Aug 04 11:41:28.818277 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d871-2c01-4fa4-bc3b-f6ce1b83b2bf req-0cd6cf35-c89a-40e5-8788-41d3abe81cd3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:28.819737 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1030d871-2c01-4fa4-bc3b-f6ce1b83b2bf req-0cd6cf35-c89a-40e5-8788-41d3abe81cd3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0547082 Aug 04 11:41:28.876487 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1030d871-2c01-4fa4-bc3b-f6ce1b83b2bf req-987858ba-bc4e-41c6-b308-b0346011e271 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Aug 04 11:41:28.929349 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46780) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:29.041378 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c81ac12-7360-463a-a724-800f7878fb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.137925 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c81ac12-7360-463a-a724-800f7878fb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.142545 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c81ac12-7360-463a-a724-800f7878fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.197564 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5c81ac12-7360-463a-a724-800f7878fb54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54ff9e0d3ea3435da183a77452bc9c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671137 Aug 04 11:41:29.198484 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81ac12-7360-463a-a724-800f7878fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2194e2d7-cef2-4e41-83d9-51933511ed72,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:29.201214 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46784) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:29.272915 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.299499 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.353110 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.356361 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.358516 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2194e2d7-cef2-4e41-83d9-51933511ed72 HTTP/1.1" status: 204 len: 168 time: 0.1560085 Aug 04 11:41:29.367754 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c245694-24b2-4330-8e16-a8938ee18ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2194e2d7-cef2-4e41-83d9-51933511ed72,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:29.652354 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46796) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:29.668669 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8949e790-40d9-4a41-b8da-49d11450a4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.763558 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8949e790-40d9-4a41-b8da-49d11450a4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.769215 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8949e790-40d9-4a41-b8da-49d11450a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.806056 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e790-40d9-4a41-b8da-49d11450a4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808bf9e-ff18-4661-887b-412716045a11,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:29.810594 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8949e790-40d9-4a41-b8da-49d11450a4b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49f53d2a2e104902a7c03acb12284f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572061 Aug 04 11:41:29.814089 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46804) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:29.864613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.886663 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.939612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.942219 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:29.943365 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b808bf9e-ff18-4661-887b-412716045a11 HTTP/1.1" status: 204 len: 168 time: 0.1283777 Aug 04 11:41:29.951201 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94243f-5d1e-4302-b909-7eca7af7e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808bf9e-ff18-4661-887b-412716045a11,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:30.005352 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2312f1-ac1e-47f5-81ae-f67ce44466da req-e052d47a-7cf0-4948-b37e-ab342617cccf tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:30.008239 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a2312f1-ac1e-47f5-81ae-f67ce44466da req-e052d47a-7cf0-4948-b37e-ab342617cccf tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0548346 Aug 04 11:41:30.047392 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a2312f1-ac1e-47f5-81ae-f67ce44466da req-c4459037-e569-483c-a0ab-fe507b1941b4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Aug 04 11:41:30.323325 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-a614ccb0-14d7-48fe-b49e-f8c9d8f31296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:30.325044 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-a614ccb0-14d7-48fe-b49e-f8c9d8f31296 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 1098 time: 0.0510433 Aug 04 11:41:30.350401 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06199da9-172b-4ad6-b5c8-e11882af8542 req-71847c51-417b-4eb0-9a6b-413b6872ab8b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:30.352049 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-06199da9-172b-4ad6-b5c8-e11882af8542 req-71847c51-417b-4eb0-9a6b-413b6872ab8b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0655048 Aug 04 11:41:30.393648 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-06199da9-172b-4ad6-b5c8-e11882af8542 req-97731a42-20e0-4e27-abcb-0f3c42feee47 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350609 Aug 04 11:41:30.420323 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-cdde26c8-370a-4c97-b1ac-8f24c4ce7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:30.422691 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-cdde26c8-370a-4c97-b1ac-8f24c4ce7f36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 920 time: 0.0886297 Aug 04 11:41:30.465332 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-0d6a3d39-e3f2-4034-b7ea-c4b89143ab0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1 HTTP/1.1" status: 200 len: 217 time: 0.0352840 Aug 04 11:41:30.528010 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-aec99264-9547-4087-96ea-b579569a8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:30.530285 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-aec99264-9547-4087-96ea-b579569a8df8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0565555 Aug 04 11:41:30.567106 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-8f457f6e-8814-41b8-babc-4049219d62f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278645 Aug 04 11:41:30.670695 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-6cdac78c-e79a-4d6f-acc7-a94a11b83273 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Aug 04 11:41:30.774962 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9b602392-980d-4494-ad0a-ba8bd35ed642 req-0abe131c-1034-45e3-b74b-38ed4ce00c48 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960126 Aug 04 11:41:30.912911 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46852) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:31.048310 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd0bc-6d52-4328-8137-7fdde3f4f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.164539 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd0bc-6d52-4328-8137-7fdde3f4f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.169902 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd0bc-6d52-4328-8137-7fdde3f4f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.214352 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9a2bd0bc-6d52-4328-8137-7fdde3f4f648 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c405006c7d24d0da6034adeb323c16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979941 Aug 04 11:41:31.214352 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bd0bc-6d52-4328-8137-7fdde3f4f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e22811-2d3d-47c9-b77b-fce343bdb8ad,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:31.215317 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46870) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:31.287079 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.310383 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.362115 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.364771 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.365908 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3e22811-2d3d-47c9-b77b-fce343bdb8ad HTTP/1.1" status: 204 len: 168 time: 0.1485617 Aug 04 11:41:31.373434 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813420ee-75cb-4780-a840-e46282146f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e22811-2d3d-47c9-b77b-fce343bdb8ad,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:31.532568 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d382-2247-47aa-af6d-3b9813565b85 req-843c8e05-acea-4747-9b84-8f0d10f648c7 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:31.539779 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0bb6d382-2247-47aa-af6d-3b9813565b85 req-843c8e05-acea-4747-9b84-8f0d10f648c7 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0719843 Aug 04 11:41:31.581141 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0bb6d382-2247-47aa-af6d-3b9813565b85 req-c2cfbb06-623d-4910-88b3-8cceadb65336 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Aug 04 11:41:31.782883 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46894) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:31.795708 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5f882841-462c-48c8-a923-5138d0db1dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.889547 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5f882841-462c-48c8-a923-5138d0db1dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.895788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5f882841-462c-48c8-a923-5138d0db1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:31.938161 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5f882841-462c-48c8-a923-5138d0db1dd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aaa65be19b34b11ae35e0daeecd2d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541889 Aug 04 11:41:31.939885 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882841-462c-48c8-a923-5138d0db1dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a72ec-2d7a-40bd-8139-43500ed5acd2,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:31.941209 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 46902) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:32.008782 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:32.033140 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:32.080685 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:32.083353 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:32.084527 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/473a72ec-2d7a-40bd-8139-43500ed5acd2 HTTP/1.1" status: 204 len: 168 time: 0.1421976 Aug 04 11:41:32.092304 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c00d1-d5ab-49ec-865c-01847cdd47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a72ec-2d7a-40bd-8139-43500ed5acd2,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:32.741310 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd97f7-8c15-4af9-8df3-42beb0fae07e req-6fd1ad37-8145-44b2-a02b-538bb2c06bfc tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:32.742869 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7abd97f7-8c15-4af9-8df3-42beb0fae07e req-6fd1ad37-8145-44b2-a02b-538bb2c06bfc tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0627007 Aug 04 11:41:32.784275 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7abd97f7-8c15-4af9-8df3-42beb0fae07e req-c560503d-9cac-4c98-8437-a7c5efa9015a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353515 Aug 04 11:41:33.798470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 46998) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:33.909339 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ad55-869c-44fa-b5d4-ffeecf92a6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:33.996137 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ad55-869c-44fa-b5d4-ffeecf92a6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.000513 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ad55-869c-44fa-b5d4-ffeecf92a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.038180 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b8c2ad55-869c-44fa-b5d4-ffeecf92a6a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10bbf08afe1548eb9016fd15a6870699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383180 Aug 04 11:41:34.038994 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2ad55-869c-44fa-b5d4-ffeecf92a6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5e3bde-7646-46db-90f6-78dfde3d8359,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:34.040752 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47008) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:34.094437 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.117229 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.161778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.164305 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.165525 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e5e3bde-7646-46db-90f6-78dfde3d8359 HTTP/1.1" status: 204 len: 168 time: 0.1232088 Aug 04 11:41:34.175172 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964048c6-2583-429f-a2d0-470c89fbcd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5e3bde-7646-46db-90f6-78dfde3d8359,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:34.424986 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47014) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:34.441078 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cdac9ae6-d566-4c73-a2b8-7b1962c6fcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.536745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cdac9ae6-d566-4c73-a2b8-7b1962c6fcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.540562 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cdac9ae6-d566-4c73-a2b8-7b1962c6fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.577569 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cdac9ae6-d566-4c73-a2b8-7b1962c6fcc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a729c4edd2084a3fa7a275aad1a75314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515067 Aug 04 11:41:34.579051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac9ae6-d566-4c73-a2b8-7b1962c6fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3affc-f574-404b-8a1f-6a12760c4cde,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:34.581841 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47016) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:34.631641 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.653073 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.698119 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.700698 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:34.701851 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20b3affc-f574-404b-8a1f-6a12760c4cde HTTP/1.1" status: 204 len: 168 time: 0.1188037 Aug 04 11:41:34.711125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc58c5f-aea4-49ac-98e0-531fc9059f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3affc-f574-404b-8a1f-6a12760c4cde,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:35.077846 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645074a-baca-44c9-bfaa-1cea9ae8f28d req-d256be78-f085-42d9-8a82-3a1bdb2a8ada tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:35.079416 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4645074a-baca-44c9-bfaa-1cea9ae8f28d req-d256be78-f085-42d9-8a82-3a1bdb2a8ada tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0519032 Aug 04 11:41:35.118045 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4645074a-baca-44c9-bfaa-1cea9ae8f28d req-fded4b72-680b-4671-aaf9-a1dc9b973bd3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 04 11:41:36.240383 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9726-fd4f-4652-a0da-3228f0757a85 req-8a573eb2-bbbc-4afd-9f17-aec6e0786355 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:36.241994 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1c4a9726-fd4f-4652-a0da-3228f0757a85 req-8a573eb2-bbbc-4afd-9f17-aec6e0786355 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0530593 Aug 04 11:41:36.282173 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1c4a9726-fd4f-4652-a0da-3228f0757a85 req-84be1891-6944-4064-8207-a09315e52c03 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Aug 04 11:41:36.646028 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.086937 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47110) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:37.222165 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b051eee9-2187-415a-bcb2-31107c256f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.319331 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47124) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:37.325134 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b051eee9-2187-415a-bcb2-31107c256f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.330347 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b051eee9-2187-415a-bcb2-31107c256f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.367490 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051eee9-2187-415a-bcb2-31107c256f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bf2278-0a97-4feb-a493-fb6059cdacda,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:37.371778 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b051eee9-2187-415a-bcb2-31107c256f41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=361a6cbe49724485a98b04fcba5d0161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783401 Aug 04 11:41:37.378112 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47128) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:37.417206 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f78ab-96ac-4a8b-9280-bb23642400d8 req-066964e2-4fff-4d1c-a7e8-0a6e5337d83e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:37.418773 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0b8f78ab-96ac-4a8b-9280-bb23642400d8 req-066964e2-4fff-4d1c-a7e8-0a6e5337d83e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0602684 Aug 04 11:41:37.432481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.433117 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2260971e-d3a3-4f2a-bc0a-940a8c5e7fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.454793 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.485217 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0b8f78ab-96ac-4a8b-9280-bb23642400d8 req-32aaf801-de2f-4f15-8236-2e53a96155e2 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540061 Aug 04 11:41:37.509796 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.512432 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.513581 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5bf2278-0a97-4feb-a493-fb6059cdacda HTTP/1.1" status: 204 len: 168 time: 0.1345503 Aug 04 11:41:37.523186 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a19bf1-f891-43fc-957d-260d57ecb293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bf2278-0a97-4feb-a493-fb6059cdacda,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:37.572778 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2260971e-d3a3-4f2a-bc0a-940a8c5e7fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.576741 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2260971e-d3a3-4f2a-bc0a-940a8c5e7fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.613376 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260971e-d3a3-4f2a-bc0a-940a8c5e7fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ca077-9be5-47e2-ba78-80e261408f41,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:37.617751 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2260971e-d3a3-4f2a-bc0a-940a8c5e7fea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=887406dcaa8744b3a2bce0804f46c67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961845 Aug 04 11:41:37.620449 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47132) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:37.668878 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.690227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.737864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.740540 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.744085 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b99ca077-9be5-47e2-ba78-80e261408f41 HTTP/1.1" status: 204 len: 168 time: 0.1203492 Aug 04 11:41:37.750258 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f907344-aafb-426e-b2bb-0cf1c52408d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ca077-9be5-47e2-ba78-80e261408f41,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:37.798916 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47138) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:37.815073 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e0415a6-c79c-40f6-95b6-481e3a206cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.905757 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e0415a6-c79c-40f6-95b6-481e3a206cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.910834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e0415a6-c79c-40f6-95b6-481e3a206cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.951935 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1e0415a6-c79c-40f6-95b6-481e3a206cde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de929ae1103a4f2ca0fc84a1dadb3dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494310 Aug 04 11:41:37.951935 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0415a6-c79c-40f6-95b6-481e3a206cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0022c260-26d1-4e5c-83f8-84cc3a4d0706,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:37.952277 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47142) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:38.006876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.029524 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.080960 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.082598 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47146) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:38.084051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.087460 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0022c260-26d1-4e5c-83f8-84cc3a4d0706 HTTP/1.1" status: 204 len: 168 time: 0.1319437 Aug 04 11:41:38.099365 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6123018a-3940-4693-a8c6-1c11387a7641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.099485 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f9534-ec1f-4f2d-8b3e-fd76d81ac911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0022c260-26d1-4e5c-83f8-84cc3a4d0706,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:38.228047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6123018a-3940-4693-a8c6-1c11387a7641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.236433 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6123018a-3940-4693-a8c6-1c11387a7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.277443 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6123018a-3940-4693-a8c6-1c11387a7641 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41b01f54ba9e4daa87e7447d22d8ceed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935685 Aug 04 11:41:38.278540 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123018a-3940-4693-a8c6-1c11387a7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a91ab-f954-4dc4-8d52-1553907f5d1d,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:38.280282 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47158) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:38.340610 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.362836 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.421869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.424652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.425904 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/893a91ab-f954-4dc4-8d52-1553907f5d1d HTTP/1.1" status: 204 len: 168 time: 0.1446249 Aug 04 11:41:38.434544 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1eff-69d1-44b9-8386-19a2813c0a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a91ab-f954-4dc4-8d52-1553907f5d1d,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:38.611889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e147f7d-433f-42ff-9ed0-bf3b5876ddd5 req-39a5d320-90ae-4206-ae10-e76364c3e430 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:38.613472 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e147f7d-433f-42ff-9ed0-bf3b5876ddd5 req-39a5d320-90ae-4206-ae10-e76364c3e430 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0539997 Aug 04 11:41:38.654458 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e147f7d-433f-42ff-9ed0-bf3b5876ddd5 req-47b930ef-6de4-4b08-a45a-17ba866cf258 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Aug 04 11:41:38.705227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47180) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:38.719521 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33792e01-3040-4d15-b210-22493dc8115c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.810991 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33792e01-3040-4d15-b210-22493dc8115c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.816554 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33792e01-3040-4d15-b210-22493dc8115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.855157 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-33792e01-3040-4d15-b210-22493dc8115c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f68dcbf57ee4726ae37cfe0e5032620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487060 Aug 04 11:41:38.857236 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33792e01-3040-4d15-b210-22493dc8115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62f500-1d3a-4386-9659-b7f885a1caea,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:38.858061 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47186) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:38.909562 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.938289 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.979612 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:41:38.990125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.992691 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:38.993843 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba62f500-1d3a-4386-9659-b7f885a1caea HTTP/1.1" status: 204 len: 168 time: 0.1347516 Aug 04 11:41:39.003279 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ca0e1-1bcc-4f2d-9201-f44cb76f3e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62f500-1d3a-4386-9659-b7f885a1caea,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:39.791180 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66557874-d4cf-451e-ab28-20017a01dd51 req-8d1d40ed-3140-4304-a335-65d699e564ff tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:39.797562 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-66557874-d4cf-451e-ab28-20017a01dd51 req-8d1d40ed-3140-4304-a335-65d699e564ff tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0526199 Aug 04 11:41:39.837728 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-66557874-d4cf-451e-ab28-20017a01dd51 req-b7399ffb-c582-4310-8b8b-e6ad1449685d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Aug 04 11:41:40.961996 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff319-0e3b-47ff-854b-ac5c7699d197 req-a116c6b3-598f-4be4-b633-1bf73e9d0921 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:40.963620 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c81ff319-0e3b-47ff-854b-ac5c7699d197 req-a116c6b3-598f-4be4-b633-1bf73e9d0921 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0518603 Aug 04 11:41:41.015421 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c81ff319-0e3b-47ff-854b-ac5c7699d197 req-9bf58b75-a133-4dbe-8681-0348be58c462 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Aug 04 11:41:41.891882 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47360) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:41.995812 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7f066575-fbf0-4b79-b00a-a24826bd9714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.086459 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7f066575-fbf0-4b79-b00a-a24826bd9714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.090634 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7f066575-fbf0-4b79-b00a-a24826bd9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.161485 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-7f066575-fbf0-4b79-b00a-a24826bd9714 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43561476674c47eb8e8e62cfa42d7945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684906 Aug 04 11:41:42.164158 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066575-fbf0-4b79-b00a-a24826bd9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c588d6-8422-4f36-a066-22c1d893d3b9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:42.164493 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47370) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:42.194760 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae41967-a802-4669-843f-9bdc6983ce0d req-66f51b0d-6eba-421d-a50a-06fc54f6e128 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:42.197695 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fae41967-a802-4669-843f-9bdc6983ce0d req-66f51b0d-6eba-421d-a50a-06fc54f6e128 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.1027575 Aug 04 11:41:42.239479 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.244556 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fae41967-a802-4669-843f-9bdc6983ce0d req-d1d1aae6-b214-43b8-9e4a-c830f21468cd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Aug 04 11:41:42.272642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.323680 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.326197 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:42.327315 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7c588d6-8422-4f36-a066-22c1d893d3b9 HTTP/1.1" status: 204 len: 168 time: 0.1612620 Aug 04 11:41:42.335592 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee4134-51e7-43b4-aaac-5af21eb0811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c588d6-8422-4f36-a066-22c1d893d3b9,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:43.365421 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a55ae-d1b1-4502-b0e7-a16f15e41259 req-8aa52274-db2d-46cd-8053-cc4d68cb70e3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:43.366899 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cf3a55ae-d1b1-4502-b0e7-a16f15e41259 req-8aa52274-db2d-46cd-8053-cc4d68cb70e3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0503528 Aug 04 11:41:43.410295 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cf3a55ae-d1b1-4502-b0e7-a16f15e41259 req-9c154426-ad6b-46c2-9345-d832024b5390 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323677 Aug 04 11:41:44.531318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05c678-31fb-41d8-be2b-6a4c41824901 req-979eddf9-a3a1-4966-8176-c40678b295c1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:44.533366 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4b05c678-31fb-41d8-be2b-6a4c41824901 req-979eddf9-a3a1-4966-8176-c40678b295c1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0499208 Aug 04 11:41:44.574647 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4b05c678-31fb-41d8-be2b-6a4c41824901 req-fe41dd25-07ef-4aa9-96fe-8d8eb922914e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Aug 04 11:41:45.106797 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4d77157c-aa90-47fd-9b3e-1b96cbb5a9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:45.694592 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d6af-a1f5-4da9-8e78-0e1baf761dc4 req-2b9c3c89-a311-4cc1-83de-40ba808f416c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:45.696057 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-02f8d6af-a1f5-4da9-8e78-0e1baf761dc4 req-2b9c3c89-a311-4cc1-83de-40ba808f416c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0491314 Aug 04 11:41:45.733845 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-02f8d6af-a1f5-4da9-8e78-0e1baf761dc4 req-4ceb2f4d-125b-46ed-af0b-178d0942790b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Aug 04 11:41:46.865167 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e47dd-f1d0-4d19-9f34-ebcd565bd68b req-ec7e4f1b-f2a6-4655-bfe3-e4147cdf727f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:46.867845 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ce1e47dd-f1d0-4d19-9f34-ebcd565bd68b req-ec7e4f1b-f2a6-4655-bfe3-e4147cdf727f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0573637 Aug 04 11:41:46.907883 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ce1e47dd-f1d0-4d19-9f34-ebcd565bd68b req-36d77451-31c9-471b-988e-5f762449360d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Aug 04 11:41:47.276848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47464) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:47.382671 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.471246 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.474870 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.513741 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bca023d668aa4119847316925c08f6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356620 Aug 04 11:41:47.514563 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3519d33c-8557-4564-b326-4aeee5ac8fdc,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:47.516647 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47468) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:47.533278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.533278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.533278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.533634 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.533847 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.534167 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.534490 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.534804 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.535119 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.535430 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.535744 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.536048 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cd69b-cd0f-4bf4-8718-047590c9a6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:47.576514 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.598013 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.648715 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.651290 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:47.652380 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3519d33c-8557-4564-b326-4aeee5ac8fdc HTTP/1.1" status: 204 len: 168 time: 0.1348553 Aug 04 11:41:47.660354 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96febc-1fb6-49c5-be99-db1393ccd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519d33c-8557-4564-b326-4aeee5ac8fdc,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:47.910968 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47474) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:47.924141 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b60ade03-0e3e-42a4-89d4-b7ec681ce3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.066239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b60ade03-0e3e-42a4-89d4-b7ec681ce3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.074315 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486601-2a21-4857-aa75-55f86e09580c req-bf7f6a31-d2c9-4bbf-9bd4-f74572bca409 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:48.075770 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5486601-2a21-4857-aa75-55f86e09580c req-bf7f6a31-d2c9-4bbf-9bd4-f74572bca409 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0876307 Aug 04 11:41:48.076822 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b60ade03-0e3e-42a4-89d4-b7ec681ce3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.133665 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b60ade03-0e3e-42a4-89d4-b7ec681ce3a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc87cf5bc150416bba6d02ac3b6014f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216055 Aug 04 11:41:48.136388 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47480) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:48.139135 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ade03-0e3e-42a4-89d4-b7ec681ce3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6172557a-0244-4cd2-8231-74ecb281d4d8,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:48.150870 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e5486601-2a21-4857-aa75-55f86e09580c req-f61b370e-400d-4701-9730-0dffeb637e2c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678499 Aug 04 11:41:48.193377 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.215617 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.263125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.265968 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.268043 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6172557a-0244-4cd2-8231-74ecb281d4d8 HTTP/1.1" status: 204 len: 168 time: 0.1304898 Aug 04 11:41:48.277879 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6172557a-0244-4cd2-8231-74ecb281d4d8,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:48.288835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.291085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.291085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.291085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.291085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.291085 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.293567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.293567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.293567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.293567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.293567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.294368 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1d838e-62ec-46f7-a9e2-b5787998e76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:41:48.605546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47490) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:48.619505 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d52e38cc-2679-4b02-a60a-80a907e86300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.633009 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.715569 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d52e38cc-2679-4b02-a60a-80a907e86300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.720032 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d52e38cc-2679-4b02-a60a-80a907e86300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.758075 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d52e38cc-2679-4b02-a60a-80a907e86300 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f08faff65012447d9903f7fb22969a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514626 Aug 04 11:41:48.758919 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e38cc-2679-4b02-a60a-80a907e86300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423c5e57-b6dc-421c-a5db-71c3f4b840ce,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:48.760757 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47492) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:48.815360 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.836769 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.883178 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.885781 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.886916 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/423c5e57-b6dc-421c-a5db-71c3f4b840ce HTTP/1.1" status: 204 len: 168 time: 0.1250727 Aug 04 11:41:48.894300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341e774-8517-4495-b539-c51757e38e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423c5e57-b6dc-421c-a5db-71c3f4b840ce,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:49.278539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11337e7-1da9-4289-895b-122a4ce98dce req-af2147d2-ecf4-44cc-ac6d-f3d4417cbfd4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:49.279966 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f11337e7-1da9-4289-895b-122a4ce98dce req-af2147d2-ecf4-44cc-ac6d-f3d4417cbfd4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0530381 Aug 04 11:41:49.320276 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f11337e7-1da9-4289-895b-122a4ce98dce req-12ba991b-d378-43c6-a626-76ad76c30f34 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Aug 04 11:41:49.583549 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47522) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:49.679929 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209844977-network', 'tenant_id': '04c0ea6107f44d6bb0ff1a6a60edf9b5'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:49.701370 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Made reservation on behalf of 04c0ea6107f44d6bb0ff1a6a60edf9b5 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:49.704706 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.712421 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.786052 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-b6a12264-a909-4b30-ac24-bccae5f53306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.807211 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.811170 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.839557 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:41:49.848615 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042fab3a-2aac-401f-a2fb-15dec5d661d9,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:49.854595 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.854941 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Added segment 7b9294d7-ea84-45fd-92c5-7cad49057ba7 of type vlan for network 9e31cfd1-58a8-4e17-95ed-387e51d0d876 Aug 04 11:41:49.894630 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.925064 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.926158 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:49.926876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:49.979125 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3944590 Aug 04 11:41:49.982479 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47526) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:49.986791 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5175da3-10ea-4e8b-ac72-693021c2190f admin admin] Pushing event updated for resources: {'Network': ['ID=9e31cfd1-58a8-4e17-95ed-387e51d0d876,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:49.987933 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Request body: {'subnet': {'network_id': '9e31cfd1-58a8-4e17-95ed-387e51d0d876', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209844977-subnet', 'tenant_id': '04c0ea6107f44d6bb0ff1a6a60edf9b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:49.996901 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 9e31cfd1-58a8-4e17-95ed-387e51d0d876 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:41:50.017830 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Made reservation on behalf of 04c0ea6107f44d6bb0ff1a6a60edf9b5 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:50.020289 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:50.195297 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:50.251313 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2b1896-19e0-4b10-964f-b7b9ab2703db,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:50.269813 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Checking segment: {'id': '7b9294d7-ea84-45fd-92c5-7cad49057ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9e31cfd1-58a8-4e17-95ed-387e51d0d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:41:50.270246 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Network hostable DHCP agents. Network: 9e31cfd1-58a8-4e17-95ed-387e51d0d876, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:41:50.290916 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Network 9e31cfd1-58a8-4e17-95ed-387e51d0d876 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:41:50.309898 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 9e31cfd1-58a8-4e17-95ed-387e51d0d876) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:41:50.314690 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:50.315281 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:50.320266 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a383c96-5f16-4bfc-b964-dd9b3085e8fa None None] Network 9e31cfd1-58a8-4e17-95ed-387e51d0d876 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:41:50.334927 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2a18233e-3165-41ea-ac98-df13fe0077db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3513310 Aug 04 11:41:50.451878 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5545ea1-145b-4bb6-9ad7-0f969e8ff686 None None] Network 9e31cfd1-58a8-4e17-95ed-387e51d0d876 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:41:50.455001 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01debfd-2a14-49a2-bd86-65ef7b441b77 req-6db5cf08-71ee-4372-8684-23dc25b4c75d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:50.456929 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f01debfd-2a14-49a2-bd86-65ef7b441b77 req-6db5cf08-71ee-4372-8684-23dc25b4c75d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0615616 Aug 04 11:41:50.505536 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f01debfd-2a14-49a2-bd86-65ef7b441b77 req-a39e4e09-0782-4998-89d2-c84b66076296 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Aug 04 11:41:50.706610 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:50.883706 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47554) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:50.891598 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-702146550-network', 'tenant_id': '6c390524be0842abbebcc3d9ed187cc2'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:50.939502 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Made reservation on behalf of 6c390524be0842abbebcc3d9ed187cc2 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:50.942887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:50.953533 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.059632 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.064207 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.090056 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:41:51.098860 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beabdb3a-970a-4613-93b5-03f6f7206b82,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:51.107711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.107711 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Added segment 70430fd3-f8dd-42f3-aed9-d8159062a65b of type vlan for network 84aaab09-d846-4bec-93df-8697ec073fe4 Aug 04 11:41:51.154325 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.194658 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.195625 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:51.196202 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.270434 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3839705 Aug 04 11:41:51.274046 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47562) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:41:51.276730 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38365b0c-dc5f-416d-830e-fd93bd837326 admin admin] Pushing event updated for resources: {'Network': ['ID=84aaab09-d846-4bec-93df-8697ec073fe4,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:51.279533 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Request body: {'subnet': {'network_id': '84aaab09-d846-4bec-93df-8697ec073fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-702146550-subnet', 'tenant_id': '6c390524be0842abbebcc3d9ed187cc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:41:51.288726 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 84aaab09-d846-4bec-93df-8697ec073fe4 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:41:51.310969 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Made reservation on behalf of 6c390524be0842abbebcc3d9ed187cc2 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:41:51.313569 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.498737 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.556803 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3474d5-adb3-4d6d-a3e2-83373c1d2a09,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:41:51.567801 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Checking segment: {'id': '70430fd3-f8dd-42f3-aed9-d8159062a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '84aaab09-d846-4bec-93df-8697ec073fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:41:51.568161 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Network hostable DHCP agents. Network: 84aaab09-d846-4bec-93df-8697ec073fe4, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:41:51.593515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Network 84aaab09-d846-4bec-93df-8697ec073fe4 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:41:51.620411 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 84aaab09-d846-4bec-93df-8697ec073fe4) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:41:51.626499 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:51.627105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:51.630429 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfeb6fc-bdc2-4b95-9b00-51e8925ccf53 None None] Network 84aaab09-d846-4bec-93df-8697ec073fe4 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:41:51.649671 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cb46c-c79a-4f44-ae31-9f9872177705 req-06365832-9ce6-4099-8a20-ce73f8c1904f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:51.651185 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a95cb46c-c79a-4f44-ae31-9f9872177705 req-06365832-9ce6-4099-8a20-ce73f8c1904f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0699866 Aug 04 11:41:51.655606 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9e04e891-2952-4269-9cd4-e06168b7779d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778961 Aug 04 11:41:51.716166 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a95cb46c-c79a-4f44-ae31-9f9872177705 req-71061377-e9a5-486d-a71c-e2f280fecb05 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Aug 04 11:41:51.782827 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3ee82-2e8c-4fc6-a343-6f7b9e65fe52 None None] Network 84aaab09-d846-4bec-93df-8697ec073fe4 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:41:52.629600 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:52.840084 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d843e68-0ca4-400e-879a-0ebffedc7008 req-853716ed-5023-4ec6-8914-47b7aa9f7cf8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:52.841593 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9d843e68-0ca4-400e-879a-0ebffedc7008 req-853716ed-5023-4ec6-8914-47b7aa9f7cf8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0514784 Aug 04 11:41:52.885413 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9d843e68-0ca4-400e-879a-0ebffedc7008 req-69e6725a-9954-49fe-a97d-82e80afcbc79 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Aug 04 11:41:53.511019 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c66af-4d53-4c28-b336-0c0c97e4c055 req-9b7cc5dc-6f31-4d7c-81b9-fa0a694bb314 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:53.512485 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e4c66af-4d53-4c28-b336-0c0c97e4c055 req-9b7cc5dc-6f31-4d7c-81b9-fa0a694bb314 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0502815 Aug 04 11:41:53.554525 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e4c66af-4d53-4c28-b336-0c0c97e4c055 req-0974a4e7-5014-4932-a334-31a4daff08c3 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345042 Aug 04 11:41:54.002385 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65726c-c6fe-4cf5-857e-32a5b4ed2453 req-5138e1a8-c76e-4f40-ad88-9098c1f50f01 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:54.003998 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dc65726c-c6fe-4cf5-857e-32a5b4ed2453 req-5138e1a8-c76e-4f40-ad88-9098c1f50f01 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0508664 Aug 04 11:41:54.042683 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dc65726c-c6fe-4cf5-857e-32a5b4ed2453 req-d73bd70c-53f8-472f-a25d-64dd4ab06b8e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Aug 04 11:41:54.692111 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a592284-459c-4f2f-b652-365352a7572b req-736fb065-07e6-45b6-8fb6-09fbb4e6ef09 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:54.693856 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a592284-459c-4f2f-b652-365352a7572b req-736fb065-07e6-45b6-8fb6-09fbb4e6ef09 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0530517 Aug 04 11:41:54.741821 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a592284-459c-4f2f-b652-365352a7572b req-a431b117-0d8a-482f-b5f4-ff2b917d741d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Aug 04 11:41:55.384792 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3285a5d-630a-4f2d-b1e7-a4ea07f3ae60 req-029f6961-5656-4c6e-9293-8b7334dcab86 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:55.388391 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c3285a5d-630a-4f2d-b1e7-a4ea07f3ae60 req-029f6961-5656-4c6e-9293-8b7334dcab86 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.2770152 Aug 04 11:41:55.444296 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c3285a5d-630a-4f2d-b1e7-a4ea07f3ae60 req-a3eed241-bc34-47a2-b001-3d0af0bbc428 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 Aug 04 11:41:55.867212 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769508e4-a640-4c81-a5d7-e0d8e8b106c6 req-295ab8a4-fc86-4675-848d-66c06e617c6e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:55.869549 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-769508e4-a640-4c81-a5d7-e0d8e8b106c6 req-295ab8a4-fc86-4675-848d-66c06e617c6e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0534012 Aug 04 11:41:55.917841 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-769508e4-a640-4c81-a5d7-e0d8e8b106c6 req-dc696d7a-60af-453d-83c8-3678c8f8da6d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Aug 04 11:41:56.572516 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9279ac-edbc-4691-8ba7-6d0e295c07c7 req-466e9b75-c18e-46e9-82d2-c41b13fcb189 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:56.573980 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3b9279ac-edbc-4691-8ba7-6d0e295c07c7 req-466e9b75-c18e-46e9-82d2-c41b13fcb189 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0637648 Aug 04 11:41:56.613843 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3b9279ac-edbc-4691-8ba7-6d0e295c07c7 req-3f338e2d-be62-422f-aa90-29198a1f64bc tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Aug 04 11:41:57.054776 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6920990-d938-4107-9a8e-25d14b7c8827 req-6c346ef9-e858-4960-ba36-b6120e432952 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:57.056245 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c6920990-d938-4107-9a8e-25d14b7c8827 req-6c346ef9-e858-4960-ba36-b6120e432952 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0480902 Aug 04 11:41:57.094250 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c6920990-d938-4107-9a8e-25d14b7c8827 req-3cf5cfe4-a480-407c-bf37-58b48adbddb2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 04 11:41:57.735592 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b66b-066f-46e6-bc71-589e52ce6e28 req-5a3a24a8-2fe1-48ec-99e1-b6b80274c7e4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:57.737638 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eb74b66b-066f-46e6-bc71-589e52ce6e28 req-5a3a24a8-2fe1-48ec-99e1-b6b80274c7e4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0533926 Aug 04 11:41:57.776930 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eb74b66b-066f-46e6-bc71-589e52ce6e28 req-ba6b8fcd-469a-4cae-a993-0cd64ea1d734 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Aug 04 11:41:58.213469 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ca19-9ca4-4d93-a050-088ffde4f124 req-567466bd-ff04-4406-9683-217264f29de0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:58.215037 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30d2ca19-9ca4-4d93-a050-088ffde4f124 req-567466bd-ff04-4406-9683-217264f29de0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0480676 Aug 04 11:41:58.255462 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30d2ca19-9ca4-4d93-a050-088ffde4f124 req-35b3af82-00d0-4beb-bcb0-543c1664456f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333989 Aug 04 11:41:58.900274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785657b-9362-434b-a38f-93d3a87b4f34 req-3e0b7d1b-57ed-4bc0-89d8-9dfdd404d1da tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:58.902026 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6785657b-9362-434b-a38f-93d3a87b4f34 req-3e0b7d1b-57ed-4bc0-89d8-9dfdd404d1da tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0573099 Aug 04 11:41:58.947278 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6785657b-9362-434b-a38f-93d3a87b4f34 req-4145b376-026b-486f-8be9-a4f4ca09206e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Aug 04 11:41:59.376109 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaa929-76d5-4957-bb16-40188c836301 req-6f9cd2b1-3088-4fb0-9203-8b29a8519ea4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:41:59.377638 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bcaaa929-76d5-4957-bb16-40188c836301 req-6f9cd2b1-3088-4fb0-9203-8b29a8519ea4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0488207 Aug 04 11:41:59.421021 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bcaaa929-76d5-4957-bb16-40188c836301 req-6b3987bc-efdf-4328-9c5d-cac0b860ae96 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373337 Aug 04 11:42:00.070945 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2b45f-fe8f-4d55-8fcc-8d19cb44ad4d req-40445781-fd15-48b2-97e5-c182e1815488 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:00.072535 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a3c2b45f-fe8f-4d55-8fcc-8d19cb44ad4d req-40445781-fd15-48b2-97e5-c182e1815488 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0563912 Aug 04 11:42:00.116541 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a3c2b45f-fe8f-4d55-8fcc-8d19cb44ad4d req-6da07da3-115f-472b-b9f0-3ec1b55d865d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Aug 04 11:42:00.547105 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be12e0b-03a2-4917-90ec-34ac0be9f31e req-f2ff8617-c523-4836-bd6b-747c440d6978 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:00.551856 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4be12e0b-03a2-4917-90ec-34ac0be9f31e req-f2ff8617-c523-4836-bd6b-747c440d6978 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0579355 Aug 04 11:42:00.601090 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4be12e0b-03a2-4917-90ec-34ac0be9f31e req-2b685154-7b17-4e70-8a22-6e6d881a8c6c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431898 Aug 04 11:42:01.235789 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e49f0-0a57-4828-aa22-1cacac8ab393 req-f4ba4c9f-84f9-490f-a2d0-ac25511529bd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:01.237285 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-147e49f0-0a57-4828-aa22-1cacac8ab393 req-f4ba4c9f-84f9-490f-a2d0-ac25511529bd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0509090 Aug 04 11:42:01.279986 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-147e49f0-0a57-4828-aa22-1cacac8ab393 req-5f63c248-cf00-4e3f-a777-5f3ba7bf7e91 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Aug 04 11:42:01.721939 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1919-8acc-4286-befc-7fd5ccf57cd7 req-a7937f97-4cd4-4a51-b967-ee203231c69c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:01.723407 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d99c1919-8acc-4286-befc-7fd5ccf57cd7 req-a7937f97-4cd4-4a51-b967-ee203231c69c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0495121 Aug 04 11:42:01.763051 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d99c1919-8acc-4286-befc-7fd5ccf57cd7 req-fd0c05e1-73cd-4d1c-88c6-0e44cd42a102 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336895 Aug 04 11:42:02.288773 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e1cfd-fe1c-4d0b-9e1d-eeccf284db2f req-44ecf290-43f1-4022-88b8-88cc66a8af73 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:02.290268 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d15e1cfd-fe1c-4d0b-9e1d-eeccf284db2f req-44ecf290-43f1-4022-88b8-88cc66a8af73 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Aug 04 11:42:02.328010 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47786) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:02.341002 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d15e1cfd-fe1c-4d0b-9e1d-eeccf284db2f req-f8b7a719-1501-4f48-bcc5-3ba3bf49f455 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Aug 04 11:42:02.426579 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fde86c-79ea-4962-8102-33a6e5d3b667 req-9c6da08e-9aac-414b-9ef5-32a95addd5fe tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:02.428100 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-81fde86c-79ea-4962-8102-33a6e5d3b667 req-9c6da08e-9aac-414b-9ef5-32a95addd5fe tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0558312 Aug 04 11:42:02.466652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-551628ac-9943-40ec-9bf8-69d8bee8eb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.504837 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-81fde86c-79ea-4962-8102-33a6e5d3b667 req-e158364d-f3d4-4a4a-be58-04259a8b5080 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Aug 04 11:42:02.598391 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-551628ac-9943-40ec-9bf8-69d8bee8eb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.602821 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-551628ac-9943-40ec-9bf8-69d8bee8eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.658288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551628ac-9943-40ec-9bf8-69d8bee8eb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bfe517-2988-4006-adcc-65d7cfcbcc41,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.664561 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-551628ac-9943-40ec-9bf8-69d8bee8eb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7da2e0ccdeff4509aa6569d0adc8ffef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345585 Aug 04 11:42:02.667172 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47798) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:02.718135 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.740191 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.786745 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.789192 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.790337 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78bfe517-2988-4006-adcc-65d7cfcbcc41 HTTP/1.1" status: 204 len: 168 time: 0.1220524 Aug 04 11:42:02.798581 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dcd1c-916c-42cb-9462-00004698fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bfe517-2988-4006-adcc-65d7cfcbcc41,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.897439 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882100e-b4eb-4f30-9fb4-bb180bba6d50 req-8c307931-f532-4a06-8534-2be39272e2f6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:02.898991 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e882100e-b4eb-4f30-9fb4-bb180bba6d50 req-8c307931-f532-4a06-8534-2be39272e2f6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0570652 Aug 04 11:42:02.939747 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e882100e-b4eb-4f30-9fb4-bb180bba6d50 req-cac79460-82b0-4812-b2bc-b8d14d8dff83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348008 Aug 04 11:42:03.429897 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47824) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:03.464862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ad4ec-f4ff-4df4-949d-eb9881851d77 req-41431781-2b4c-4ca2-bd73-22a719a923a4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:03.466335 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0e4ad4ec-f4ff-4df4-949d-eb9881851d77 req-41431781-2b4c-4ca2-bd73-22a719a923a4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0511770 Aug 04 11:42:03.506199 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0e4ad4ec-f4ff-4df4-949d-eb9881851d77 req-d9dc2b5d-38ae-447c-bf83-331258aa9fd8 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Aug 04 11:42:03.526097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1839616750-network', 'tenant_id': 'f69bce5c70074698b087e17ad530d810'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:03.555326 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Made reservation on behalf of f69bce5c70074698b087e17ad530d810 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:03.557823 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.566876 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.653194 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018744-a52f-40c5-a39c-c85851c50814 req-5b0133b3-e651-4cb0-9b3c-e30cebd59156 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:03.654724 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4f018744-a52f-40c5-a39c-c85851c50814 req-5b0133b3-e651-4cb0-9b3c-e30cebd59156 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0779722 Aug 04 11:42:03.721986 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4f018744-a52f-40c5-a39c-c85851c50814 req-b3151696-c20c-408a-919e-aa738b37bc73 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Aug 04 11:42:03.748629 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.755693 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.781424 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:03.792486 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d510f1-8dcc-4f77-b282-c50006797dad,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:03.797143 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.798016 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Added segment b51af0ac-ddaa-41bc-b5c8-73bf009865be of type vlan for network d146862b-423c-46b3-8850-770c653cbe70 Aug 04 11:42:03.839047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.870122 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.871112 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:03.871692 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.924967 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4938567 Aug 04 11:42:03.927963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47840) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:03.934173 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Request body: {'subnet': {'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1839616750-subnet', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:03.940821 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63de5f-2bd4-49c3-aabc-8ebe79c6d246 admin admin] Pushing event updated for resources: {'Network': ['ID=d146862b-423c-46b3-8850-770c653cbe70,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:03.952626 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network d146862b-423c-46b3-8850-770c653cbe70 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:03.962668 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Made reservation on behalf of f69bce5c70074698b087e17ad530d810 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:03.965186 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.111236 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556c6c8-2f46-4de8-80cc-78b393141b49 req-7c06e172-93cc-4244-aa6d-40de90521eed tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.112768 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2556c6c8-2f46-4de8-80cc-78b393141b49 req-7c06e172-93cc-4244-aa6d-40de90521eed tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0764749 Aug 04 11:42:04.207115 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2556c6c8-2f46-4de8-80cc-78b393141b49 req-13f59ea0-1b58-437e-b112-851465a965f0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734603 Aug 04 11:42:04.242477 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.308662 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad68f32-8d31-4441-af80-8c1bdcc6933b,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:04.333604 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Checking segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:04.334096 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Network hostable DHCP agents. Network: d146862b-423c-46b3-8850-770c653cbe70, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:04.357262 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Network d146862b-423c-46b3-8850-770c653cbe70 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:04.368965 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, d146862b-423c-46b3-8850-770c653cbe70) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:04.373759 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.374433 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.381064 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f506287-a50f-453d-89c1-bff2c5b6e848 None None] Network d146862b-423c-46b3-8850-770c653cbe70 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:04.389579 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-219ada34-487d-473d-8a4d-11ec2a9d26c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4604497 Aug 04 11:42:04.392580 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47856) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:04.396932 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:04.418912 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.419963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.480560 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.556229 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-d146862b-423c-46b3-8850-770c653cbe70', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:42:04.557159 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.628342 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.646876 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe785-3ed2-4780-a6c2-78286ab3d065 req-fa5682bf-320c-4041-ab80-1398f0c3055d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.650862 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a0bfe785-3ed2-4780-a6c2-78286ab3d065 req-fa5682bf-320c-4041-ab80-1398f0c3055d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0706363 Aug 04 11:42:04.691479 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a0bfe785-3ed2-4780-a6c2-78286ab3d065 req-2ff4e15a-79d5-4bb1-a39b-3def1c7f3ff8 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Aug 04 11:42:04.713158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Allocated IP 172.20.0.2 (d146862b-423c-46b3-8850-770c653cbe70/5ad68f32-8d31-4441-af80-8c1bdcc6933b/7d1242f9-e948-45dc-a22e-96a78d93299e) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:04.870746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.882349 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc535bb-d184-4482-b207-5eabc4e94cdd req-a894db33-4a69-45b5-93aa-511921eb38b7 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.884568 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cfc535bb-d184-4482-b207-5eabc4e94cdd req-a894db33-4a69-45b5-93aa-511921eb38b7 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0898263 Aug 04 11:42:04.913386 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.963396 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.971643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Transition to ACTIVE for port object 7d1242f9-e948-45dc-a22e-96a78d93299e will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:04.987122 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Transition to ACTIVE for port object 7d1242f9-e948-45dc-a22e-96a78d93299e will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:04.993301 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.000880 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cfc535bb-d184-4482-b207-5eabc4e94cdd req-f6f0efc2-7412-4962-b62e-6029b6ff663e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892198 Aug 04 11:42:05.033193 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Network d146862b-423c-46b3-8850-770c653cbe70 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:05.036095 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:05.039561 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:05.054796 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Pushing event updated for resources: {'Port': ['ID=7d1242f9-e948-45dc-a22e-96a78d93299e,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.072053 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Allocated IP 172.27.2.184 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/b89e7567-00c3-4c77-9c94-ee5c4055f7e8) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:05.076732 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.077360 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.077857 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080973 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.080973 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.081246 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:05.109354 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Attempting to bind port 7d1242f9-e948-45dc-a22e-96a78d93299e on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:05.109753 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Attempting to bind port 7d1242f9-e948-45dc-a22e-96a78d93299e by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:05.110113 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Attempting to bind port 7d1242f9-e948-45dc-a22e-96a78d93299e on network d146862b-423c-46b3-8850-770c653cbe70 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:05.115001 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:05.115367 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Checking segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:05.115760 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.116148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Bound using segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:05.116629 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Bound port: 7d1242f9-e948-45dc-a22e-96a78d93299e, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:05.117010 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.178062 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] For port 7d1242f9-e948-45dc-a22e-96a78d93299e, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:05.179704 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.181244 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] For port 7d1242f9-e948-45dc-a22e-96a78d93299e, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7d1242f9-e948-45dc-a22e-96a78d93299e,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:05.186600 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.222139 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.254776 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77d61-6ca6-4fa3-b7f1-56d1026e0733 None None] Pushing event updated for resources: {'Port': ['ID=7d1242f9-e948-45dc-a22e-96a78d93299e,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.277244 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:05.284623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:05.286906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.289112 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:05.380523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d819-8fbd-4dca-8bd7-22ddd34e26db req-3c3f5f22-aa46-45b7-aba1-e1c224b38094 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:05.383475 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b9b2d819-8fbd-4dca-8bd7-22ddd34e26db req-3c3f5f22-aa46-45b7-aba1-e1c224b38094 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0656111 Aug 04 11:42:05.461551 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47874) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:05.503260 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b9b2d819-8fbd-4dca-8bd7-22ddd34e26db req-aead04bb-b94d-422f-a3a7-ec9b58c437ba tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106086 Aug 04 11:42:05.524150 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Deleting subnet ec2b1896-19e0-4b10-964f-b7b9ab2703db {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:42:05.528190 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.568065 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.570287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.609408 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.662173 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.688778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2b1896-19e0-4b10-964f-b7b9ab2703db,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.694378 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.699597 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-4316dccf-8ca4-436b-a852-c57e6e87fa3a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec2b1896-19e0-4b10-964f-b7b9ab2703db HTTP/1.1" status: 204 len: 168 time: 0.2369723 Aug 04 11:42:05.700193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47876) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:05.766392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.770902 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.863726 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.874789 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e31cfd1-58a8-4e17-95ed-387e51d0d876']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:05.886273 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9294d7-ea84-45fd-92c5-7cad49057ba7') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:05.886668 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9294d7-ea84-45fd-92c5-7cad49057ba7') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:05.889551 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b2c1-e68e-495e-b6f6-5cdd47e6fd39 req-a390f83c-0c67-4ab2-a275-5c98c478dfc4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:05.891641 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d29b2c1-e68e-495e-b6f6-5cdd47e6fd39 req-a390f83c-0c67-4ab2-a275-5c98c478dfc4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.1215868 Aug 04 11:42:05.899062 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.917472 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.925452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:42:05.926125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:42:05.928313 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:42:05.946046 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d29b2c1-e68e-495e-b6f6-5cdd47e6fd39 req-78538f31-3026-4834-bad6-535919ed01b5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Aug 04 11:42:05.990603 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Router bd4c5182-3682-4517-8d0d-993ccec83d98 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:42:05.992553 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.997883 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.000956 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e31cfd1-58a8-4e17-95ed-387e51d0d876 HTTP/1.1" status: 204 len: 168 time: 0.2995927 Aug 04 11:42:06.004525 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47880) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.043255 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ff07a-1e5b-4ce2-890a-34529bea57a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e31cfd1-58a8-4e17-95ed-387e51d0d876,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:06.080759 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Deleting subnet 6f3474d5-adb3-4d6d-a3e2-83373c1d2a09 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:42:06.084451 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.130031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:06.141419 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Sync routers for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:06.152292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.156012 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-6d6ae5c6-ef89-4072-8419-65837deaefc2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7600424 Aug 04 11:42:06.156192 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.156294 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 47884) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.158455 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:06.159482 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:06.238327 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e8cb-12dd-4b88-be42-4085e5fecc60 req-9c10f5bd-ef23-4ee9-b063-56fe12c169e8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:06.246096 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aa79e8cb-12dd-4b88-be42-4085e5fecc60 req-9c10f5bd-ef23-4ee9-b063-56fe12c169e8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.1351645 Aug 04 11:42:06.274357 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.282325 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:06.307364 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ab003-b5e1-45c7-a203-10fb20c90a6b None None] Network d146862b-423c-46b3-8850-770c653cbe70 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:06.367151 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.402278 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3474d5-adb3-4d6d-a3e2-83373c1d2a09,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:06.411300 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aa79e8cb-12dd-4b88-be42-4085e5fecc60 req-d0fe3bc4-5eac-4077-816c-5f554c08469e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637158 Aug 04 11:42:06.418737 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.421682 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-bf1181d4-1756-4ff7-bf27-550cf100a897 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6f3474d5-adb3-4d6d-a3e2-83373c1d2a09 HTTP/1.1" status: 204 len: 168 time: 0.4155765 Aug 04 11:42:06.425593 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47890) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.485964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-8c4e3d5a-1638-4230-be3e-ae5554fd931f None None] Provisioning for port 7d1242f9-e948-45dc-a22e-96a78d93299e completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:06.501488 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:05Z', 'revision_number': 3, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:06.516824 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.538900 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Checking router: bd4c5182-3682-4517-8d0d-993ccec83d98 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:06.539169 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Updating router bd4c5182-3682-4517-8d0d-993ccec83d98 port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:06.596289 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.629107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.642077 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aaab09-d846-4bec-93df-8697ec073fe4']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:06.652155 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.658371 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70430fd3-f8dd-42f3-aed9-d8159062a65b') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:06.658666 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70430fd3-f8dd-42f3-aed9-d8159062a65b') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:06.669860 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.693295 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.703717 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:42:06.704243 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:42:06.748725 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:42:06.771267 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.772587 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fc1ba-0473-4e4d-a4d8-c6a3bc25414d req-8013c399-fed8-4dfc-8b3b-96b82b0d5cc8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:06.777095 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.781253 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] 10.222.0.44 "DELETE /v2.0/networks/84aaab09-d846-4bec-93df-8697ec073fe4 HTTP/1.1" status: 204 len: 168 time: 0.3459864 Aug 04 11:42:06.781951 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-924fc1ba-0473-4e4d-a4d8-c6a3bc25414d req-8013c399-fed8-4dfc-8b3b-96b82b0d5cc8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.1382358 Aug 04 11:42:06.791773 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae603e-f946-41ba-bde9-5ceca297196f admin admin] Pushing event deleted for resources: {'Network': ['ID=84aaab09-d846-4bec-93df-8697ec073fe4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:06.864328 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-924fc1ba-0473-4e4d-a4d8-c6a3bc25414d req-e8d8adcf-889c-456a-9c89-eed793158206 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831482 Aug 04 11:42:06.912816 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47896) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.931138 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.942081 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Transition to ACTIVE for port object b89e7567-00c3-4c77-9c94-ee5c4055f7e8 will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:06.949624 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.960354 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d40b3c49-5f7e-4e35-963c-a4c9b3933077 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04c0ea6107f44d6bb0ff1a6a60edf9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440800 Aug 04 11:42:06.960623 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47898) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.992171 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Pushing event updated for resources: {'Port': ['ID=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.005700 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.006400 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.006400 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.007085 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.007085 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:07.012652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.026958 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.032978 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Attempting to bind port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:07.033389 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Attempting to bind port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:07.033755 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Attempting to bind port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:07.039324 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:07.039694 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:07.040096 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.040508 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:07.041075 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Bound port: b89e7567-00c3-4c77-9c94-ee5c4055f7e8, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:07.041476 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.058652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.100309 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] For port b89e7567-00c3-4c77-9c94-ee5c4055f7e8, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:07.104038 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] For port b89e7567-00c3-4c77-9c94-ee5c4055f7e8, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:07.109149 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.138392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779499b5-a140-458b-a5a0-d806d8ee1233 req-6d251049-bef6-4362-81d1-e6cc1ffb0280 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:07.139981 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-779499b5-a140-458b-a5a0-d806d8ee1233 req-6d251049-bef6-4362-81d1-e6cc1ffb0280 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0838804 Aug 04 11:42:07.162738 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.166359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.167847 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/042fab3a-2aac-401f-a2fb-15dec5d661d9 HTTP/1.1" status: 204 len: 168 time: 0.2062283 Aug 04 11:42:07.181973 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d664-cbd2-450c-b782-9f0f1108f721 None None] Pushing event updated for resources: {'Port': ['ID=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.184797 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:07.185570 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.207372 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Allocated IP 172.20.0.1 (d146862b-423c-46b3-8850-770c653cbe70/5ad68f32-8d31-4441-af80-8c1bdcc6933b/44e56b71-e82a-469b-82f3-572f8b81ad7b) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:07.256615 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-779499b5-a140-458b-a5a0-d806d8ee1233 req-de7b225b-4c16-4faa-bbfa-1f0ea384b4af tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867522 Aug 04 11:42:07.260290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899a46-0bbb-4940-adaf-3e59b3a318d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042fab3a-2aac-401f-a2fb-15dec5d661d9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.407474 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.408403 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7d1242f9-e948-45dc-a22e-96a78d93299e up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:07.445512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Transition to ACTIVE for port object 44e56b71-e82a-469b-82f3-572f8b81ad7b will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:07.472141 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 7d1242f9-e948-45dc-a22e-96a78d93299e completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:07.475840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884d6ba-4cdf-4d00-8c90-f9a0dce23355 req-6d3ff74a-418e-42ec-a17d-9b34c03f6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:07.477683 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e884d6ba-4cdf-4d00-8c90-f9a0dce23355 req-6d3ff74a-418e-42ec-a17d-9b34c03f6cd8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 1098 time: 0.0677543 Aug 04 11:42:07.482333 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7d1242f9-e948-45dc-a22e-96a78d93299e triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:07.482728 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.528790 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:07.565361 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.574957 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e884d6ba-4cdf-4d00-8c90-f9a0dce23355 req-99cb86c5-d9a9-4fbf-876d-f32567cf346d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Aug 04 11:42:07.601162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.620191 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Network d146862b-423c-46b3-8850-770c653cbe70 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:07.624251 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:07.628347 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:07.628868 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.628983 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47908) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.649760 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 7d1242f9-e948-45dc-a22e-96a78d93299e, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7d1242f9-e948-45dc-a22e-96a78d93299e,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:07.657157 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.707913 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-aa15ebf4-954a-4fb6-aa44-ca694ec678b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c390524be0842abbebcc3d9ed187cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776281 Aug 04 11:42:07.710321 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 47910) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.714111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b939-c6b7-4669-a804-bb3e3bc0b092 req-a4077a75-e5c4-426c-a0b1-df03ae4499f4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:07.715669 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-24a0b939-c6b7-4669-a804-bb3e3bc0b092 req-a4077a75-e5c4-426c-a0b1-df03ae4499f4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.2008793 Aug 04 11:42:07.721977 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Pushing event updated for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.730183 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=7d1242f9-e948-45dc-a22e-96a78d93299e,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.772996 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:05Z', 'revision_number': 3, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.790601 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.793615 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-24a0b939-c6b7-4669-a804-bb3e3bc0b092 req-39a83675-72a1-4706-980a-aaef09381e23 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679722 Aug 04 11:42:07.818333 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.821255 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04cd7-7c3d-4b82-98db-087b18711c1d None None] The sync data for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi is: [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:05Z', 'revision_number': 3, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:07.885600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.888049 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.891446 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.892943 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beabdb3a-970a-4613-93b5-03f6f7206b82 HTTP/1.1" status: 204 len: 168 time: 0.1814568 Aug 04 11:42:07.901481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e10e31-0142-4ac1-ad7d-0c1debf5f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabdb3a-970a-4613-93b5-03f6f7206b82,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.974182 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a9bb1a62-070d-4be9-8e24-6b1d660dd1b7 None None] Provisioning for port 44e56b71-e82a-469b-82f3-572f8b81ad7b completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:07.985683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a9bb1a62-070d-4be9-8e24-6b1d660dd1b7 None None] Provisioning complete for port 44e56b71-e82a-469b-82f3-572f8b81ad7b triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:07.986432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1a62-070d-4be9-8e24-6b1d660dd1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.042681 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb1a62-070d-4be9-8e24-6b1d660dd1b7 None None] Port 44e56b71-e82a-469b-82f3-572f8b81ad7b cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:08.052259 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafeccb9-a4ba-471b-b8fe-eda8753db703 req-034072f8-6622-4fd3-be10-1f74ac3d1325 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:08.060185 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eafeccb9-a4ba-471b-b8fe-eda8753db703 req-034072f8-6622-4fd3-be10-1f74ac3d1325 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0800338 Aug 04 11:42:08.102827 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eafeccb9-a4ba-471b-b8fe-eda8753db703 req-9258b785-ba34-4edb-b3ec-58f0a06b5fb6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Aug 04 11:42:08.166440 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.172740 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.174258 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.268693 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Pushing event updated for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:08.338090 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Network d146862b-423c-46b3-8850-770c653cbe70 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:08.340056 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:08.604062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92298705-43e0-4e80-b6cf-9c75075d358f req-6241c7b7-6eed-45ab-94ae-55159cb21dbc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:08.605685 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-92298705-43e0-4e80-b6cf-9c75075d358f req-6241c7b7-6eed-45ab-94ae-55159cb21dbc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.2471192 Aug 04 11:42:08.618840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Router bd4c5182-3682-4517-8d0d-993ccec83d98 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:42:08.681815 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e6b7efcd-280a-4baa-a0b6-366b2ee89875 None None] Provisioning complete for port 44e56b71-e82a-469b-82f3-572f8b81ad7b triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:08.682800 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e6b7efcd-280a-4baa-a0b6-366b2ee89875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.708886 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-92298705-43e0-4e80-b6cf-9c75075d358f req-6291cdba-01ef-4234-8736-1727d429f9a6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949426 Aug 04 11:42:08.746017 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7efcd-280a-4baa-a0b6-366b2ee89875 None None] Port 44e56b71-e82a-469b-82f3-572f8b81ad7b cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:08.782848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:08.795629 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-df117c3b-d579-4881-a9f5-c3d23902299d admin admin] 10.222.0.44 "PUT /v2.0/routers/bd4c5182-3682-4517-8d0d-993ccec83d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302826 Aug 04 11:42:08.944549 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a77952-0deb-437c-9263-b8c03b40d8ac req-1891d923-986e-4935-bb73-4c4a6cd58abd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:08.946483 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-14a77952-0deb-437c-9263-b8c03b40d8ac req-1891d923-986e-4935-bb73-4c4a6cd58abd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0651021 Aug 04 11:42:08.990159 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-14a77952-0deb-437c-9263-b8c03b40d8ac req-ee4ae639-9e5c-41e6-baca-945244f6f444 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Aug 04 11:42:09.139832 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31fa2-bc30-4972-9f59-64cc84204e11 req-03993991-7a36-4e77-a95c-85d8fd19bad4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:09.141987 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f2e31fa2-bc30-4972-9f59-64cc84204e11 req-03993991-7a36-4e77-a95c-85d8fd19bad4 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0639689 Aug 04 11:42:09.197761 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f2e31fa2-bc30-4972-9f59-64cc84204e11 req-04eb0fc7-86d7-45bc-9211-1aab306b599f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Aug 04 11:42:09.269384 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfda7f-cdba-47e2-8246-230ff063e0c8 req-85c972b1-1717-4019-956b-b06d6af8cff2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:09.282605 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eedfda7f-cdba-47e2-8246-230ff063e0c8 req-85c972b1-1717-4019-956b-b06d6af8cff2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Aug 04 11:42:09.345028 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eedfda7f-cdba-47e2-8246-230ff063e0c8 req-35a6f46f-2c95-4c3a-8eb5-8c7a9473bc7b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593822 Aug 04 11:42:09.478033 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7d1242f9-e948-45dc-a22e-96a78d93299e up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:09.559805 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48000) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.566039 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-78585846-network', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:09.593983 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 7d1242f9-e948-45dc-a22e-96a78d93299e triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:09.594939 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.597254 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Made reservation on behalf of f3ee9390c9ef4c1786329b9a63b47c6c for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:09.600328 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.615668 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.714006 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b89e7567-00c3-4c77-9c94-ee5c4055f7e8 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:09.750541 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.756986 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.782205 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:09.789957 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:09.790344 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.793603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:09.811673 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c1a3e-2539-462c-9cfa-34631bf87f01,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:09.820955 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.821385 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Added segment 3f993989-c458-4a8f-9c0e-6b21d39a955b of type vlan for network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 Aug 04 11:42:09.862159 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Sync routers for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:09.876717 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:09.877402 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:09.878000 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.880331 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752c49d-e2af-4942-b07a-ae7b693c8537 req-a0ffcef7-ce27-43da-a75e-a122385ac61b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:09.882097 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d752c49d-e2af-4942-b07a-ae7b693c8537 req-a0ffcef7-ce27-43da-a75e-a122385ac61b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0745928 Aug 04 11:42:09.915217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.916480 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:09.917248 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.928221 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d752c49d-e2af-4942-b07a-ae7b693c8537 req-16d6d874-3b59-4400-8027-47eea189f0ea tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358355 Aug 04 11:42:09.976110 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4149296 Aug 04 11:42:09.978709 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48020) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.985631 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Request body: {'subnet': {'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-78585846-subnet', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:09.989992 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b359f-4447-42e6-a6ef-c7a89507ccff admin admin] Pushing event updated for resources: {'Network': ['ID=43bd680f-409a-4e61-8890-9ff0bb1d53f0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.012170 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Made reservation on behalf of f3ee9390c9ef4c1786329b9a63b47c6c for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:10.014537 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.017092 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:10.080582 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.140509 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port b89e7567-00c3-4c77-9c94-ee5c4055f7e8, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:10.142648 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:10.145263 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.207805 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.251304 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:10.264461 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4ddfe6-a671-4f14-8fbf-6e578871578b,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.290049 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Checking segment: {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:10.290421 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Network hostable DHCP agents. Network: 43bd680f-409a-4e61-8890-9ff0bb1d53f0, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:10.314114 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:10.317044 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.323625 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 43bd680f-409a-4e61-8890-9ff0bb1d53f0) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:10.327546 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:10.328724 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.338227 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116ef1c-79f1-4108-8936-e2fa8b988959 None None] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:10.343047 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-44676827-8dab-4d22-9bc9-b195cef40ff9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3633471 Aug 04 11:42:10.346381 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48030) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:10.350814 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:10.371265 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.372494 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.449343 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.543722 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:10.709544 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:10.795236 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.806860 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbc6e6-cd62-4543-bc09-8ebd54601a7b req-2f9c04f4-eff1-47ca-9a5c-05cac971cf54 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:10.808484 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-88cbc6e6-cd62-4543-bc09-8ebd54601a7b req-2f9c04f4-eff1-47ca-9a5c-05cac971cf54 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.3693581 Aug 04 11:42:10.814075 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'fixed_ips': [{'subnet_id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:42:10.814919 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.820844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 2, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:10.854222 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.860864 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:10.869070 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Checking router: bd4c5182-3682-4517-8d0d-993ccec83d98 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:10.869419 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Updating router bd4c5182-3682-4517-8d0d-993ccec83d98 port 44e56b71-e82a-469b-82f3-572f8b81ad7b binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:10.887944 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-88cbc6e6-cd62-4543-bc09-8ebd54601a7b req-a5ac97ac-161f-4f30-93d2-d802fd4b0ee9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508897 Aug 04 11:42:10.965013 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:10.972794 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.976147 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.056798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-f46928ec-f863-4162-b587-e996111ae022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:11.059003 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-f46928ec-f863-4162-b587-e996111ae022 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0610037 Aug 04 11:42:11.114961 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['b8edf2a8-86c6-4ce3-a642-2ef77428fda2'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:11.141742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=6']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:11.162439 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a4ee5-5939-45c7-8a80-5cd9ee74a6e5 req-98d45180-05c7-4b36-ac5b-89c18d4e87e5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:11.162617 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.164750 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-824a4ee5-5939-45c7-8a80-5cd9ee74a6e5 req-98d45180-05c7-4b36-ac5b-89c18d4e87e5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.1107309 Aug 04 11:42:11.171478 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16223e62-b52a-48a4-9bb8-7da6c9b9ec9d req-33b7b867-9dde-44bc-af77-8615abeb9ea8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:11.173112 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-16223e62-b52a-48a4-9bb8-7da6c9b9ec9d req-33b7b867-9dde-44bc-af77-8615abeb9ea8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1559286 Aug 04 11:42:11.215882 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.218635 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Allocated IP 172.20.0.2 (43bd680f-409a-4e61-8890-9ff0bb1d53f0/0b4ddfe6-a671-4f14-8fbf-6e578871578b/777a03d4-e3d0-498e-b0df-2bffa8113bdf) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:11.241512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-daa5d30f-f9dd-4ba5-be7f-d1b1a16291ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:11.243003 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-daa5d30f-f9dd-4ba5-be7f-d1b1a16291ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 920 time: 0.1561415 Aug 04 11:42:11.256731 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-824a4ee5-5939-45c7-8a80-5cd9ee74a6e5 req-29552636-2059-43a2-8489-3dfd7ca22787 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769970 Aug 04 11:42:11.306767 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-569b1b19-b2c1-44da-96d9-956e78d28c4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 217 time: 0.0462050 Aug 04 11:42:11.308901 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-16223e62-b52a-48a4-9bb8-7da6c9b9ec9d req-794391b9-37cd-48f3-ab21-c204e2b42cad tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Aug 04 11:42:11.375763 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-1e1daaf5-6af1-4749-b4d3-1e219423aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:11.377342 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-1e1daaf5-6af1-4749-b4d3-1e219423aa46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0593548 Aug 04 11:42:11.392973 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b89e7567-00c3-4c77-9c94-ee5c4055f7e8 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:11.402472 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Allocated IP 172.27.2.163 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/a95809b1-36b4-4259-93d6-4cd0ae487a7e) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:11.414275 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-3aefa2fb-0ddb-4739-bb5b-3ae1d2ffd217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260286 Aug 04 11:42:11.516008 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.520426 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-f60b521c-4dfd-4c65-b763-378fec99861c service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862994 Aug 04 11:42:11.565493 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.613298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:11.622587 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:11.625261 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Pushing event updated for resources: {'Port': ['ID=a95809b1-36b4-4259-93d6-4cd0ae487a7e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:11.628582 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:11.640348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:11.641316 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.647231 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3d2e2aee-71e6-4fe3-8cdb-59d92678146b req-ff59bc6c-135d-4c56-aeca-2325264b8572 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033821 Aug 04 11:42:11.657974 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.699492 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Transition to ACTIVE for port object 777a03d4-e3d0-498e-b0df-2bffa8113bdf will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:11.711427 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.739710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Transition to ACTIVE for port object 44e56b71-e82a-469b-82f3-572f8b81ad7b will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:11.745158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Transition to ACTIVE for port object 777a03d4-e3d0-498e-b0df-2bffa8113bdf will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:11.750947 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.760337 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.829868 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:11.851142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:11.854069 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:11.859153 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624e50-67b2-4b6a-9b89-1c394d8ec353 None None] Pushing event updated for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:11.949623 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.998835 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Pushing event updated for resources: {'Port': ['ID=777a03d4-e3d0-498e-b0df-2bffa8113bdf,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:12.012060 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Attempting to bind port 44e56b71-e82a-469b-82f3-572f8b81ad7b on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:12.012521 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Attempting to bind port 44e56b71-e82a-469b-82f3-572f8b81ad7b by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:12.012883 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Attempting to bind port 44e56b71-e82a-469b-82f3-572f8b81ad7b on network d146862b-423c-46b3-8850-770c653cbe70 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:12.025979 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:12.026321 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Checking segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:12.026713 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.027104 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Bound using segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:12.027574 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Bound port: 44e56b71-e82a-469b-82f3-572f8b81ad7b, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:12.027950 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.038697 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Attempting to bind port 777a03d4-e3d0-498e-b0df-2bffa8113bdf on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:12.039063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Attempting to bind port 777a03d4-e3d0-498e-b0df-2bffa8113bdf by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:12.039421 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Attempting to bind port 777a03d4-e3d0-498e-b0df-2bffa8113bdf on network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:12.049391 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:12.049760 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Checking segment: {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:12.050432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.050825 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Bound using segment: {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:12.051287 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Bound port: 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:12.051661 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.088032 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ff3b-1cb4-487f-b0f5-bee84e8321c0 req-08ca7a74-30d6-47b1-a9ff-74fb78dc4b12 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:12.096914 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6717ff3b-1cb4-487f-b0f5-bee84e8321c0 req-08ca7a74-30d6-47b1-a9ff-74fb78dc4b12 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 945 time: 0.0854282 Aug 04 11:42:12.164591 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6717ff3b-1cb4-487f-b0f5-bee84e8321c0 req-1a16a665-75a0-4642-a25e-7d63a466965a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664468 Aug 04 11:42:12.173193 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] For port 44e56b71-e82a-469b-82f3-572f8b81ad7b, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:12.192834 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] For port 44e56b71-e82a-469b-82f3-572f8b81ad7b, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=44e56b71-e82a-469b-82f3-572f8b81ad7b,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:12.195827 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] For port 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:12.201375 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.209119 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.218600 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] For port 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=777a03d4-e3d0-498e-b0df-2bffa8113bdf,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:12.247411 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:12.254598 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.325379 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:12.326041 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:12.390912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624e50-67b2-4b6a-9b89-1c394d8ec353 None None] Pushing event updated for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:12.522422 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a847c1-4545-4a11-9c9c-9486724b7e03 None None] Pushing event updated for resources: {'Port': ['ID=777a03d4-e3d0-498e-b0df-2bffa8113bdf,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:12.526992 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:12.527424 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.567737 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f81df9-df9c-4d71-985c-04fe27c2e8bf req-ce796fb3-dd40-47e0-a851-5e0be218e61b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:12.570270 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-01f81df9-df9c-4d71-985c-04fe27c2e8bf req-ce796fb3-dd40-47e0-a851-5e0be218e61b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1160026 Aug 04 11:42:12.582595 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d11b-e1c6-4f64-a42d-fff61c1f4a10 req-1e7057de-9b24-466e-b64d-3de24e18439a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:12.585418 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0dc6d11b-e1c6-4f64-a42d-fff61c1f4a10 req-1e7057de-9b24-466e-b64d-3de24e18439a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.1539578 Aug 04 11:42:12.599620 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Router 8053868d-1336-4356-9e20-162ccf6e2c90 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:42:12.631500 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:12.652676 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-01f81df9-df9c-4d71-985c-04fe27c2e8bf req-b1e01d20-9e27-49f1-b3fd-5f0f06a56ea9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762763 Aug 04 11:42:12.719765 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0dc6d11b-e1c6-4f64-a42d-fff61c1f4a10 req-76bf4722-03bc-49a2-bc4f-8c227fad2f90 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274371 Aug 04 11:42:12.834348 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:12.859922 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Sync routers for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:12.871093 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:12.872019 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:12.881683 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.883543 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-41b41179-4070-44ef-a190-ca9aa11daf47 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5359459 Aug 04 11:42:12.886242 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48082) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:13.011590 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.087867 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:13.090801 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f43528b-c489-493c-ae49-782672b50ecf" -d '{"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:13.109413 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:13.111878 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:13.122789 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.210954 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353153fc-4fdd-49d6-ba8b-5e3f7d3ef8f2 x-openstack-request-id: req-353153fc-4fdd-49d6-ba8b-5e3f7d3ef8f2 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:13.211089 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:13.211313 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-353153fc-4fdd-49d6-ba8b-5e3f7d3ef8f2 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:13.211696 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'code': 200} Aug 04 11:42:13.311063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=7']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:13.398039 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:13.456433 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b873d-2f86-4837-9deb-2fc4ebebe4c0 req-101d6d79-7229-4b31-8d0a-c1ee7cf666da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:13.458049 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ab1b873d-2f86-4837-9deb-2fc4ebebe4c0 req-101d6d79-7229-4b31-8d0a-c1ee7cf666da tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.1527531 Aug 04 11:42:13.482965 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 777a03d4-e3d0-498e-b0df-2bffa8113bdf up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:13.483178 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b102-eb80-4284-b050-b81848f47d54 req-39cfcc70-e864-4ae9-b6c7-b46a8eb63206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:13.485204 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-39cfcc70-e864-4ae9-b6c7-b46a8eb63206 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1099 time: 0.2433963 Aug 04 11:42:13.492522 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a2cad7-43b9-450d-8ae8-ff016991635a None None] The sync data for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi is: [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:13.558644 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ab1b873d-2f86-4837-9deb-2fc4ebebe4c0 req-4fb0c277-ffdb-471d-bdc3-87fb251765ec tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844088 Aug 04 11:42:13.648181 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 777a03d4-e3d0-498e-b0df-2bffa8113bdf completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:13.683317 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:11Z', 'revision_number': 3, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:13.727027 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Checking router: 8053868d-1336-4356-9e20-162ccf6e2c90 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:13.728721 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Updating router 8053868d-1336-4356-9e20-162ccf6e2c90 port a95809b1-36b4-4259-93d6-4cd0ae487a7e binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:13.827159 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.931873 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85981f-4940-4dc5-b90d-71a81b0c7de2 req-7cd32ceb-98bd-459d-8829-67d94321e0a2 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:13.934462 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eb85981f-4940-4dc5-b90d-71a81b0c7de2 req-7cd32ceb-98bd-459d-8829-67d94321e0a2 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0843678 Aug 04 11:42:13.974484 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea8cd0f-bb62-48a8-a44d-86cb10e2e96c None None] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:14.085514 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eb85981f-4940-4dc5-b90d-71a81b0c7de2 req-dcb52208-91ff-48e6-9abe-69c3806c14a4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335375 Aug 04 11:42:14.140441 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Provisioning for port 777a03d4-e3d0-498e-b0df-2bffa8113bdf completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:14.152973 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Provisioning complete for port 777a03d4-e3d0-498e-b0df-2bffa8113bdf triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:14.153420 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.282231 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4771cd9-6368-4249-a8fb-37c03670bce9 req-ad729c67-338a-4330-9774-fd12da8b232b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:14.289601 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e4771cd9-6368-4249-a8fb-37c03670bce9 req-ad729c67-338a-4330-9774-fd12da8b232b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1978567 Aug 04 11:42:14.294518 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b102-eb80-4284-b050-b81848f47d54 req-92847e34-a1fc-4eba-9bb6-d59d8c6c22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:14.296116 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-92847e34-a1fc-4eba-9bb6-d59d8c6c22da service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.7113776 Aug 04 11:42:14.362225 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.367158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.378512 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Transition to ACTIVE for port object a95809b1-36b4-4259-93d6-4cd0ae487a7e will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:14.388483 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.464188 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e4771cd9-6368-4249-a8fb-37c03670bce9 req-d9b04f8d-966f-4c96-8b35-294e534c772f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654284 Aug 04 11:42:14.464555 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] For port 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=777a03d4-e3d0-498e-b0df-2bffa8113bdf,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:14.471427 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.502582 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-c1a2a754-7f40-4f69-bd27-773b56bd5cd0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 1002 time: 0.1824365 Aug 04 11:42:14.504815 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Attempting to bind port a95809b1-36b4-4259-93d6-4cd0ae487a7e on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:14.505180 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Attempting to bind port a95809b1-36b4-4259-93d6-4cd0ae487a7e by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:14.505535 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Attempting to bind port a95809b1-36b4-4259-93d6-4cd0ae487a7e on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:14.507606 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973952-889b-413c-b04d-aa50114120e2 None None] Pushing event updated for resources: {'Port': ['ID=a95809b1-36b4-4259-93d6-4cd0ae487a7e,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:14.536756 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:14.537127 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:14.537529 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.537918 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:14.538396 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Bound port: a95809b1-36b4-4259-93d6-4cd0ae487a7e, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:14.538789 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.578975 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c2b3-8b0c-465f-80d4-70a37b34a850 None None] Pushing event updated for resources: {'Port': ['ID=777a03d4-e3d0-498e-b0df-2bffa8113bdf,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:14.607179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b102-eb80-4284-b050-b81848f47d54 req-01e1bff2-14ff-4860-a4fc-26cfe4f2dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:14.609045 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-01e1bff2-14ff-4860-a4fc-26cfe4f2dca6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0753641 Aug 04 11:42:14.686742 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] For port a95809b1-36b4-4259-93d6-4cd0ae487a7e, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:14.689168 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] For port a95809b1-36b4-4259-93d6-4cd0ae487a7e, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a95809b1-36b4-4259-93d6-4cd0ae487a7e,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:14.699233 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.838174 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.842147 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2f4f7-a706-42f1-8423-2b24c5e4934b req-f849ec05-a7a2-4540-b685-cfeaa5982c15 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:14.852509 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d9b2f4f7-a706-42f1-8423-2b24c5e4934b req-f849ec05-a7a2-4540-b685-cfeaa5982c15 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.1217778 Aug 04 11:42:14.860558 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973952-889b-413c-b04d-aa50114120e2 None None] Pushing event updated for resources: {'Port': ['ID=a95809b1-36b4-4259-93d6-4cd0ae487a7e,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:14.868165 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b102-eb80-4284-b050-b81848f47d54 req-f5c45e3f-10cf-4c11-afb5-7d560f80c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:14.869707 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-f5c45e3f-10cf-4c11-afb5-7d560f80c24c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2364202 Aug 04 11:42:14.873664 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:14.874296 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:14.905278 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-c92d70dc-a511-44b7-a5b1-7bb62da40353 None None] Provisioning complete for port 777a03d4-e3d0-498e-b0df-2bffa8113bdf triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:14.907400 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c92d70dc-a511-44b7-a5b1-7bb62da40353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.931512 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d9b2f4f7-a706-42f1-8423-2b24c5e4934b req-cb6f654b-0cdd-4aec-8df8-869c9bae8a00 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779569 Aug 04 11:42:15.128844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-494ff04a-61f9-4401-9000-34a683b16bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.134730 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:15.156183 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-fcaed7fa-9dac-48dc-be79-5193efea4afe service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732532 Aug 04 11:42:15.413500 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c206b102-eb80-4284-b050-b81848f47d54 req-040b069f-3dfe-4481-977f-390d5750d3e1 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481968 Aug 04 11:42:15.426547 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59918410-be3e-4b15-bf63-f06a1299910d req-e0a03a47-a424-4174-8a02-784bd7c61ee4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:15.443360 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-59918410-be3e-4b15-bf63-f06a1299910d req-e0a03a47-a424-4174-8a02-784bd7c61ee4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.2257750 Aug 04 11:42:15.517275 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:11Z', 'revision_number': 3, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:15.534415 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 777a03d4-e3d0-498e-b0df-2bffa8113bdf up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:15.604402 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Allocated IP 172.20.0.1 (43bd680f-409a-4e61-8890-9ff0bb1d53f0/0b4ddfe6-a671-4f14-8fbf-6e578871578b/319db250-2255-4fe1-b365-64409f1a784a) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:15.617584 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-59918410-be3e-4b15-bf63-f06a1299910d req-26004f59-330c-4777-816c-ec54f554c861 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709323 Aug 04 11:42:15.631709 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1737caf-2355-4095-be8c-3b7eab43b188 None None] The sync data for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi is: [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:11Z', 'revision_number': 3, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:15.692557 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 777a03d4-e3d0-498e-b0df-2bffa8113bdf triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:15.693130 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.715271 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164ad8b-0c4b-4ac0-8e1d-3fc2934cac8f req-4928def3-8658-4992-9cb4-0641ac27159f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:15.721478 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f164ad8b-0c4b-4ac0-8e1d-3fc2934cac8f req-4928def3-8658-4992-9cb4-0641ac27159f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1651876 Aug 04 11:42:15.867689 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f164ad8b-0c4b-4ac0-8e1d-3fc2934cac8f req-411d81dc-1766-4357-a5b7-89d91fdcefd1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286364 Aug 04 11:42:15.903014 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 44e56b71-e82a-469b-82f3-572f8b81ad7b up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:15.922179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.945323 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Transition to ACTIVE for port object 319db250-2255-4fe1-b365-64409f1a784a will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:15.982368 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:42:16.015308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.039071 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 44e56b71-e82a-469b-82f3-572f8b81ad7b completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:16.051728 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 44e56b71-e82a-469b-82f3-572f8b81ad7b triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:16.052102 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.141332 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:16.168232 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:16.186201 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:16.186743 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.289967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.291228 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Pushing event updated for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:16.307774 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef865-a79d-4008-a738-a6d7fcd43635 req-edbf016a-f5c3-4bf6-8d1c-d86af0504e7a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:16.309900 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4fcef865-a79d-4008-a738-a6d7fcd43635 req-edbf016a-f5c3-4bf6-8d1c-d86af0504e7a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.2300432 Aug 04 11:42:16.353897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 44e56b71-e82a-469b-82f3-572f8b81ad7b, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=44e56b71-e82a-469b-82f3-572f8b81ad7b,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:16.362159 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.417262 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4fcef865-a79d-4008-a738-a6d7fcd43635 req-8edc1d43-3c3c-4cfe-83af-d66925de8824 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980408 Aug 04 11:42:16.455560 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:16.532400 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.682486 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-3f78cbaf-c768-46cd-99e7-9f2ca4634b58 None None] Provisioning for port 319db250-2255-4fe1-b365-64409f1a784a completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:16.693237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-3f78cbaf-c768-46cd-99e7-9f2ca4634b58 None None] Provisioning complete for port 319db250-2255-4fe1-b365-64409f1a784a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:16.700984 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3f78cbaf-c768-46cd-99e7-9f2ca4634b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.791637 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-3f78cbaf-c768-46cd-99e7-9f2ca4634b58 None None] Port 319db250-2255-4fe1-b365-64409f1a784a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:16.856876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.864217 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.865642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.884287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656ecd-8a29-496d-ae86-1b5af1a3861e req-b3b6398d-f489-48b3-82f2-043879f8d48e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:16.887119 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-93656ecd-8a29-496d-ae86-1b5af1a3861e req-b3b6398d-f489-48b3-82f2-043879f8d48e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0933976 Aug 04 11:42:16.949864 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-93656ecd-8a29-496d-ae86-1b5af1a3861e req-8dd27cc4-bfc6-422c-9f70-3d3d5d647293 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497413 Aug 04 11:42:17.017627 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Pushing event updated for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:17.083556 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e48bab-b933-410b-b692-70188ed9e163 req-d6425f29-38f4-4bce-9e58-2787fe6d5df9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:17.085115 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-19e48bab-b933-410b-b692-70188ed9e163 req-d6425f29-38f4-4bce-9e58-2787fe6d5df9 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0917201 Aug 04 11:42:17.134900 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:17.138111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:17.149353 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-19e48bab-b933-410b-b692-70188ed9e163 req-d5e87f2f-9c81-4429-b006-335ae4ddd6c5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Aug 04 11:42:17.331666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Router 8053868d-1336-4356-9e20-162ccf6e2c90 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:42:17.470468 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 44e56b71-e82a-469b-82f3-572f8b81ad7b up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:17.517484 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:17.545855 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-071dfa7b-5cfa-4409-a450-808209a38487 admin admin] 10.222.0.44 "PUT /v2.0/routers/8053868d-1336-4356-9e20-162ccf6e2c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6474447 Aug 04 11:42:17.571347 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-629de931-41be-4d49-bdf7-c465a2330203 None None] Provisioning complete for port 319db250-2255-4fe1-b365-64409f1a784a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:17.571795 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-629de931-41be-4d49-bdf7-c465a2330203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.648109 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 44e56b71-e82a-469b-82f3-572f8b81ad7b triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:17.648712 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.694917 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986711a7-a4a9-4ffc-964b-664368baca33 req-ed25a90e-79e8-4a68-a23d-88212c1265bd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:17.699311 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-986711a7-a4a9-4ffc-964b-664368baca33 req-ed25a90e-79e8-4a68-a23d-88212c1265bd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.1071665 Aug 04 11:42:17.703604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-629de931-41be-4d49-bdf7-c465a2330203 None None] Port 319db250-2255-4fe1-b365-64409f1a784a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:17.772787 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a95809b1-36b4-4259-93d6-4cd0ae487a7e up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:17.802091 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-986711a7-a4a9-4ffc-964b-664368baca33 req-4694a4cb-b942-4167-be22-ed56c2f86cdd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873463 Aug 04 11:42:17.851492 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port a95809b1-36b4-4259-93d6-4cd0ae487a7e completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:17.858422 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a95809b1-36b4-4259-93d6-4cd0ae487a7e triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:17.858874 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.090977 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.129822 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port a95809b1-36b4-4259-93d6-4cd0ae487a7e, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a95809b1-36b4-4259-93d6-4cd0ae487a7e,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:18.137826 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.162321 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1566427-c942-498e-b1bf-1e72a613823f req-26b141d0-dc5d-4544-8b50-f88e57486bae tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:18.163914 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b1566427-c942-498e-b1bf-1e72a613823f req-26b141d0-dc5d-4544-8b50-f88e57486bae tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0961909 Aug 04 11:42:18.256319 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Sync routers for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:18.298307 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b1566427-c942-498e-b1bf-1e72a613823f req-17c68205-f8e9-4617-8cf8-e45b06846c8a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145830 Aug 04 11:42:18.304637 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:18.305672 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:41:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:18.448982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168641b-c874-4775-87a1-2bc7917f6c56 req-4a6de2a2-1000-413a-96ce-0c09993479e2 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:18.452903 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b168641b-c874-4775-87a1-2bc7917f6c56 req-4a6de2a2-1000-413a-96ce-0c09993479e2 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1323521 Aug 04 11:42:18.509392 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b168641b-c874-4775-87a1-2bc7917f6c56 req-efb4c09e-03ce-4f26-abeb-0bd5ec98e8c2 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Aug 04 11:42:18.538762 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=a95809b1-36b4-4259-93d6-4cd0ae487a7e,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:18.626138 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:18.686321 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.711715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1a3b-de99-4f01-98e8-efe5c79b1f3a req-d9eabd4a-9ddc-4109-bc13-93e3b01f8721 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:18.720880 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9daf1a3b-de99-4f01-98e8-efe5c79b1f3a req-d9eabd4a-9ddc-4109-bc13-93e3b01f8721 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0743973 Aug 04 11:42:18.769179 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9daf1a3b-de99-4f01-98e8-efe5c79b1f3a req-30c81024-b63c-4981-ae7c-412c2d35bf1d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469923 Aug 04 11:42:18.841448 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-fa9e369d-4487-4d94-9861-a68f3e611062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:18.844207 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-fa9e369d-4487-4d94-9861-a68f3e611062 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.0757906 Aug 04 11:42:18.945321 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '319db250-2255-4fe1-b365-64409f1a784a', 'name': '', 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'mac_address': 'fa:16:3e:54:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:14Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 2, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'subnets': [{'id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:18.975578 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Checking router: 8053868d-1336-4356-9e20-162ccf6e2c90 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:18.976103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Updating router 8053868d-1336-4356-9e20-162ccf6e2c90 port 319db250-2255-4fe1-b365-64409f1a784a binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:19.002014 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e4e8-d66b-446a-a3e3-a1c41fa27750 req-2ed04683-78d1-4614-abdc-871cf8abac88 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.009850 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c7e2e4e8-d66b-446a-a3e3-a1c41fa27750 req-2ed04683-78d1-4614-abdc-871cf8abac88 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0981565 Aug 04 11:42:19.011835 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.074836 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-a09cb51a-7034-4fa6-a944-9a99b3501f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.076650 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-a09cb51a-7034-4fa6-a944-9a99b3501f18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.2243302 Aug 04 11:42:19.088589 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c7e2e4e8-d66b-446a-a3e3-a1c41fa27750 req-aa0b399d-1c9e-44e2-b2c1-6dcec3cd3e64 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777588 Aug 04 11:42:19.180082 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-daee3a0e-ba7f-4388-95bb-a49d10fe358a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 1000 time: 0.0904191 Aug 04 11:42:19.263293 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-51f66565-3ff8-452c-9229-c5cf39db525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.264744 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-51f66565-3ff8-452c-9229-c5cf39db525d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0761619 Aug 04 11:42:19.327810 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-77ee0c85-3bdb-4e45-b127-9341db351a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.342723 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-77ee0c85-3bdb-4e45-b127-9341db351a2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687099 Aug 04 11:42:19.373476 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a95809b1-36b4-4259-93d6-4cd0ae487a7e up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:19.451766 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.473914 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Transition to ACTIVE for port object 319db250-2255-4fe1-b365-64409f1a784a will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:19.497570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.505296 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-fcce62a8-7637-47e0-8657-bd84e8108a02 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470053 Aug 04 11:42:19.568446 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a95809b1-36b4-4259-93d6-4cd0ae487a7e triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:19.568957 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.696787 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6ecd800b-b1f7-4833-b83e-0f15ea0a3e72 req-4dc96b1e-88b7-4b83-82d1-51203d534087 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843259 Aug 04 11:42:19.737512 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c927b-e09d-4e6a-82b1-54b369d87e7c req-7f59f831-5b5a-4b37-a310-1b5bb9955010 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.741250 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ad9c927b-e09d-4e6a-82b1-54b369d87e7c req-7f59f831-5b5a-4b37-a310-1b5bb9955010 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0811894 Aug 04 11:42:19.846440 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ad9c927b-e09d-4e6a-82b1-54b369d87e7c req-4065e0bc-06e5-49d4-8890-dc0d5af5272e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Aug 04 11:42:19.904222 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e292d51-f2e9-40c5-bcfa-4ea10536f679 None None] Pushing event updated for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:19.979659 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b207-462b-46c2-8e89-16035a655c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.000242 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c69791-c458-4cc1-a2c8-bd07638d9209 req-6e8affdb-283e-4feb-ad92-79441af868f3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:20.011835 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-69c69791-c458-4cc1-a2c8-bd07638d9209 req-6e8affdb-283e-4feb-ad92-79441af868f3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.1081514 Aug 04 11:42:20.022365 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Attempting to bind port 319db250-2255-4fe1-b365-64409f1a784a on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:20.023019 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Attempting to bind port 319db250-2255-4fe1-b365-64409f1a784a by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:20.023597 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Attempting to bind port 319db250-2255-4fe1-b365-64409f1a784a on network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:20.033489 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:20.033865 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Checking segment: {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:20.034274 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.034675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Bound using segment: {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:20.035173 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Bound port: 319db250-2255-4fe1-b365-64409f1a784a, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f993989-c458-4a8f-9c0e-6b21d39a955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:20.035564 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.068578 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-69c69791-c458-4cc1-a2c8-bd07638d9209 req-3c98adf6-9c3f-42d5-ba0c-5151869b1790 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546074 Aug 04 11:42:20.170460 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] For port 319db250-2255-4fe1-b365-64409f1a784a, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:20.176967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] For port 319db250-2255-4fe1-b365-64409f1a784a, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=319db250-2255-4fe1-b365-64409f1a784a,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:20.194488 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.274521 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:20.275332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:20.277669 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bec2-0933-4951-8ce8-b1d12ff33a4b req-d7ab4271-32bc-4529-be57-3291716f9cf9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:20.289134 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b3f5bec2-0933-4951-8ce8-b1d12ff33a4b req-d7ab4271-32bc-4529-be57-3291716f9cf9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.1067085 Aug 04 11:42:20.327574 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e292d51-f2e9-40c5-bcfa-4ea10536f679 None None] Pushing event updated for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:20.342833 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b3f5bec2-0933-4951-8ce8-b1d12ff33a4b req-34d48580-ab84-4821-8978-4033fe0543c8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518615 Aug 04 11:42:20.438166 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:20.709857 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '319db250-2255-4fe1-b365-64409f1a784a', 'name': '', 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'mac_address': 'fa:16:3e:54:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:14Z', 'updated_at': '2021-08-04T11:42:20Z', 'revision_number': 4, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'subnets': [{'id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:20.713418 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.744088 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8fcc8-2f81-4a5c-8eb1-afe6c110908a None None] The sync data for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi is: [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '319db250-2255-4fe1-b365-64409f1a784a', 'name': '', 'network_id': '43bd680f-409a-4e61-8890-9ff0bb1d53f0', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'mac_address': 'fa:16:3e:54:e6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:14Z', 'updated_at': '2021-08-04T11:42:20Z', 'revision_number': 4, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'subnets': [{'id': '0b4ddfe6-a671-4f14-8fbf-6e578871578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:21.009812 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed7367-e484-494f-a4d8-1dde7a045811 req-451e7a9b-c48e-49f6-89ff-0ae55857c48b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:21.019957 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-57ed7367-e484-494f-a4d8-1dde7a045811 req-451e7a9b-c48e-49f6-89ff-0ae55857c48b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1003442 Aug 04 11:42:21.066286 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-57ed7367-e484-494f-a4d8-1dde7a045811 req-85a857f2-8d25-40d7-8a17-ec29eaa5342a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Aug 04 11:42:21.240041 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e821-595b-49fd-aea1-f87cf314748d req-b126ab64-dcf5-4580-8f96-54caca25ba5f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:21.244673 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7e41e821-595b-49fd-aea1-f87cf314748d req-b126ab64-dcf5-4580-8f96-54caca25ba5f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0788946 Aug 04 11:42:21.327504 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7e41e821-595b-49fd-aea1-f87cf314748d req-d4b48ee5-695e-4a9c-8242-ec90d843a738 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732086 Aug 04 11:42:21.418607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 319db250-2255-4fe1-b365-64409f1a784a up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:21.515903 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 319db250-2255-4fe1-b365-64409f1a784a completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:21.518029 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0da2-9dd6-4a1e-9c21-19b7cf7c1f94 req-1705f8cf-de97-4a0c-b1eb-7ca8a5e67108 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:21.519590 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e5b0da2-9dd6-4a1e-9c21-19b7cf7c1f94 req-1705f8cf-de97-4a0c-b1eb-7ca8a5e67108 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0729992 Aug 04 11:42:21.522633 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 319db250-2255-4fe1-b365-64409f1a784a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:21.523101 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.582001 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e5b0da2-9dd6-4a1e-9c21-19b7cf7c1f94 req-35f83f22-4bb4-4766-93e3-453c3ac2edfd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546794 Aug 04 11:42:21.632442 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.672600 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 319db250-2255-4fe1-b365-64409f1a784a, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=319db250-2255-4fe1-b365-64409f1a784a,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:21.679546 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.757335 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:22.222284 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e91a4-f9c9-4f38-8fed-662883c955aa req-7a488aae-7e27-42d6-8898-ae01caeaeec6 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:22.224036 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e34e91a4-f9c9-4f38-8fed-662883c955aa req-7a488aae-7e27-42d6-8898-ae01caeaeec6 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0685050 Aug 04 11:42:22.271089 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e34e91a4-f9c9-4f38-8fed-662883c955aa req-4e9505b3-e6b9-45e7-b922-b318283dbace tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Aug 04 11:42:22.636034 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.745261 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3fc3-2f4c-4aa5-9c97-e7a52b4610c2 req-7355317c-d859-45be-a799-874e71710178 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:22.754145 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2ddb3fc3-2f4c-4aa5-9c97-e7a52b4610c2 req-7355317c-d859-45be-a799-874e71710178 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0865436 Aug 04 11:42:22.810808 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2ddb3fc3-2f4c-4aa5-9c97-e7a52b4610c2 req-bf7e8c4e-38b2-4869-8bf8-fcfb7ca29cf5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551162 Aug 04 11:42:23.335250 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 319db250-2255-4fe1-b365-64409f1a784a up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:23.459560 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 319db250-2255-4fe1-b365-64409f1a784a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:23.459946 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.488621 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89968130-8cbe-43d4-96b4-47ea7a76246e req-f65f0e0e-f534-495f-94b2-b5da918c6bab tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:23.492585 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-89968130-8cbe-43d4-96b4-47ea7a76246e req-f65f0e0e-f534-495f-94b2-b5da918c6bab tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0887079 Aug 04 11:42:23.577195 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-89968130-8cbe-43d4-96b4-47ea7a76246e req-6baf92de-2f37-4ba1-b603-5c1804bfa50b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752807 Aug 04 11:42:23.991483 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293882b-9685-441b-97da-6482d3b0a967 req-89cf6777-609f-4587-a1e6-1d69e229b9cc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:23.993538 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d293882b-9685-441b-97da-6482d3b0a967 req-89cf6777-609f-4587-a1e6-1d69e229b9cc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0768516 Aug 04 11:42:24.069430 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d293882b-9685-441b-97da-6482d3b0a967 req-15191a8e-2b67-44ec-a488-6e4229186200 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703757 Aug 04 11:42:24.746671 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd60b8-24f7-45ae-a473-e67bd3d681c6 req-13899fbc-f878-45a8-93fd-506c1a98d1c1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:24.755992 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9bfd60b8-24f7-45ae-a473-e67bd3d681c6 req-13899fbc-f878-45a8-93fd-506c1a98d1c1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0690711 Aug 04 11:42:24.804613 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9bfd60b8-24f7-45ae-a473-e67bd3d681c6 req-b96fcbcc-8142-4a93-8e22-7f994fe2046a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Aug 04 11:42:25.236115 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275487c-ba23-443a-b77d-36445c2fd109 req-02b41834-e2d3-4fee-b7d5-9df38b97b2bb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:25.239256 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d275487c-ba23-443a-b77d-36445c2fd109 req-02b41834-e2d3-4fee-b7d5-9df38b97b2bb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0611854 Aug 04 11:42:25.301707 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d275487c-ba23-443a-b77d-36445c2fd109 req-8ef7a32e-7521-4f8f-a2c1-3b14834632de tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557106 Aug 04 11:42:26.009495 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4498d-4eae-4c69-b0dc-a3523afffacd req-c5999b0d-3aee-4c3b-8bbb-aabc48554739 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:26.023551 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39b4498d-4eae-4c69-b0dc-a3523afffacd req-c5999b0d-3aee-4c3b-8bbb-aabc48554739 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1303780 Aug 04 11:42:26.092991 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39b4498d-4eae-4c69-b0dc-a3523afffacd req-a0066a54-b000-479f-876e-bb5b65d6cf6e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683484 Aug 04 11:42:26.443681 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16596e4-66ef-4769-9798-c34bd18cf692 req-54821a56-1d5d-4a14-8e2f-c08dd103d23a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:26.445324 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e16596e4-66ef-4769-9798-c34bd18cf692 req-54821a56-1d5d-4a14-8e2f-c08dd103d23a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0715837 Aug 04 11:42:26.495370 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e16596e4-66ef-4769-9798-c34bd18cf692 req-644f6f8b-4abf-49ae-92ac-223d58bd61a0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428963 Aug 04 11:42:27.233339 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eb18e-4164-4d93-95a4-9bcab9b48f30 req-86ffd656-bae9-45ae-9bef-d8efd01716f8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.241399 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7f2eb18e-4164-4d93-95a4-9bcab9b48f30 req-86ffd656-bae9-45ae-9bef-d8efd01716f8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0611107 Aug 04 11:42:27.263518 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bba2-911e-470c-8715-d4a19560facc req-d9a28ac3-9214-4e3b-b48e-0d4206426495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.266146 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-d9a28ac3-9214-4e3b-b48e-0d4206426495 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1099 time: 0.0519135 Aug 04 11:42:27.291894 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7f2eb18e-4164-4d93-95a4-9bcab9b48f30 req-827809b1-f5af-4330-b2f7-a1f85725aca3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Aug 04 11:42:27.368656 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bba2-911e-470c-8715-d4a19560facc req-615ce118-cedf-476d-8072-69dc2aee2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.370197 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-615ce118-cedf-476d-8072-69dc2aee2801 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.0946119 Aug 04 11:42:27.443261 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-f3028a83-f0b6-4547-b165-8b7d3f2f17bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 1002 time: 0.0647922 Aug 04 11:42:27.761539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bba2-911e-470c-8715-d4a19560facc req-817c37db-8acd-41a2-86c3-2a6ffe1f0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.763184 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-817c37db-8acd-41a2-86c3-2a6ffe1f0329 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.3124847 Aug 04 11:42:27.776477 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae414c-7d5f-49ee-9b5a-cfe174900dfd req-ca52e7fc-0a70-4f41-8791-bf6fff4b0414 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.778407 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-30ae414c-7d5f-49ee-9b5a-cfe174900dfd req-ca52e7fc-0a70-4f41-8791-bf6fff4b0414 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0628927 Aug 04 11:42:27.853083 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bba2-911e-470c-8715-d4a19560facc req-9320a02f-43fa-4610-b8c1-304953323b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.854924 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-9320a02f-43fa-4610-b8c1-304953323b76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753074 Aug 04 11:42:27.868554 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-30ae414c-7d5f-49ee-9b5a-cfe174900dfd req-64bafcf2-b5fb-41e4-b923-e8d58eceb701 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788713 Aug 04 11:42:27.994835 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-1d7149ca-2a67-45a6-ade5-920931e627f0 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173303 Aug 04 11:42:28.005976 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bf63-6d36-4549-be45-821a81ac56be req-9ff31016-dd6d-4fc4-ab25-2778192c72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:28.007497 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e85bf63-6d36-4549-be45-821a81ac56be req-9ff31016-dd6d-4fc4-ab25-2778192c72f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0800436 Aug 04 11:42:28.103369 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9e85bf63-6d36-4549-be45-821a81ac56be req-4144994e-c2fa-4ae5-b8aa-007fe628d4f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847478 Aug 04 11:42:28.136719 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-96d5bba2-911e-470c-8715-d4a19560facc req-611fac10-c9a2-4e9a-8897-bd56a53424d4 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281934 Aug 04 11:42:28.419396 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a3e9f-6ff4-48d2-8458-f8f04c11870a req-68766d28-3c07-4b7d-b030-e09414244432 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:28.420961 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-403a3e9f-6ff4-48d2-8458-f8f04c11870a req-68766d28-3c07-4b7d-b030-e09414244432 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0586288 Aug 04 11:42:28.464515 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-403a3e9f-6ff4-48d2-8458-f8f04c11870a req-5166b76d-8d1b-43f9-b783-db74f9a2e19a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Aug 04 11:42:28.989727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd5aee-3e95-4e5e-bec8-a6f681218890 req-69a5ccb8-3da4-4940-a1df-f3ec48f69525 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:28.991332 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3dfd5aee-3e95-4e5e-bec8-a6f681218890 req-69a5ccb8-3da4-4940-a1df-f3ec48f69525 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0563405 Aug 04 11:42:29.037480 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3dfd5aee-3e95-4e5e-bec8-a6f681218890 req-d0ee077b-52cc-4d77-9923-a1e5414cfbd5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Aug 04 11:42:29.621891 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205809ac-4dbf-4603-bb65-f6b612bff94e req-32bad8f1-0e67-4072-9c14-b62bea4f78b1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:29.624183 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-205809ac-4dbf-4603-bb65-f6b612bff94e req-32bad8f1-0e67-4072-9c14-b62bea4f78b1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0623143 Aug 04 11:42:29.669477 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-205809ac-4dbf-4603-bb65-f6b612bff94e req-5082250d-b5d8-4b5b-be7e-419984a85349 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Aug 04 11:42:30.000977 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebc85c-d4e9-42cb-9acf-545427b8c08c req-f5485274-bd27-4354-bf40-d3e5053e497b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.003260 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07ebc85c-d4e9-42cb-9acf-545427b8c08c req-f5485274-bd27-4354-bf40-d3e5053e497b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0668485 Aug 04 11:42:30.009163 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-fbf4f095-4090-48e2-a439-feec192bdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.010795 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-fbf4f095-4090-48e2-a439-feec192bdb54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.1029475 Aug 04 11:42:30.106735 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07ebc85c-d4e9-42cb-9acf-545427b8c08c req-d68c217a-b7b8-416d-a6d2-2ab2de67ca74 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947034 Aug 04 11:42:30.170226 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-98200a85-9679-4ea4-a804-48b87078973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.172481 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-98200a85-9679-4ea4-a804-48b87078973b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 920 time: 0.1435204 Aug 04 11:42:30.198111 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a8d35-2070-4a81-978e-f34a6a0491fe req-9282f2ca-95ee-4405-8567-41a3f8dc1e3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.199753 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e18a8d35-2070-4a81-978e-f34a6a0491fe req-9282f2ca-95ee-4405-8567-41a3f8dc1e3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 946 time: 0.0544157 Aug 04 11:42:30.225086 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-8264f574-4dd6-450f-a0ca-ed7ab840e08b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 217 time: 0.0415061 Aug 04 11:42:30.252562 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e18a8d35-2070-4a81-978e-f34a6a0491fe req-8aec6f09-9c42-4b7d-b30c-9e8e80cb9b3e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452304 Aug 04 11:42:30.330718 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-8e5d71cc-87b0-4dba-9e5c-d23da565f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.332307 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-8e5d71cc-87b0-4dba-9e5c-d23da565f677 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0977123 Aug 04 11:42:30.332864 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:42:30.396392 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-a4fd3089-35c4-46e5-835f-1d6e607cb6d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525777 Aug 04 11:42:30.427841 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:30.470873 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:30.472585 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:30.476191 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564e7cf-4e2e-4a62-b9be-bf3eacedb3ee" -d '{"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-unplugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:30.498567 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:30.545951 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-a240a41a-18c2-4c54-a941-daf7aaed7150 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266029 Aug 04 11:42:30.601049 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009f427-98f8-4fe3-b0fd-3282e9b507d6 x-openstack-request-id: req-7009f427-98f8-4fe3-b0fd-3282e9b507d6 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:30.601521 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-unplugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:30.602008 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7009f427-98f8-4fe3-b0fd-3282e9b507d6 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:30.602240 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'code': 200} Aug 04 11:42:30.607524 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=8']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:30.657594 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35a71146-5f7e-4c3b-a05f-ce00d7fa3816 req-b2b1b340-bc1b-4517-b175-e9283839eef9 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964971 Aug 04 11:42:31.243982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6530-3206-4a18-9d62-e88603f2d15d req-c87e9265-ea3e-4ffa-ad9d-c3b694242fbb tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:31.246272 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-de6c6530-3206-4a18-9d62-e88603f2d15d req-c87e9265-ea3e-4ffa-ad9d-c3b694242fbb tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0603552 Aug 04 11:42:31.288518 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-de6c6530-3206-4a18-9d62-e88603f2d15d req-3f5845b1-0abd-4ea6-98b0-9ffa0182ac1c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Aug 04 11:42:31.423777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cb1cb-06ab-4cbb-bf14-463ab2aa1064 req-d586cf19-9538-43e0-9291-e53fd2f7b70c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:31.429453 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-547cb1cb-06ab-4cbb-bf14-463ab2aa1064 req-d586cf19-9538-43e0-9291-e53fd2f7b70c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0816393 Aug 04 11:42:31.479015 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-547cb1cb-06ab-4cbb-bf14-463ab2aa1064 req-9d7775aa-0e82-4d06-9ff4-25e8fdcd3277 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Aug 04 11:42:32.195558 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b33839-c1fb-422f-8ce6-c3056673f9bb req-1ef3caed-3c07-47d1-b118-91fbaa07ac2f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:32.197116 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-91b33839-c1fb-422f-8ce6-c3056673f9bb req-1ef3caed-3c07-47d1-b118-91fbaa07ac2f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0660405 Aug 04 11:42:32.250714 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-91b33839-c1fb-422f-8ce6-c3056673f9bb req-cebd68ef-1b14-4499-81ee-eb0e8b6c1249 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475426 Aug 04 11:42:32.433746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f87f1f-2903-47b3-b746-fedca228597f req-cc45fe53-d672-411d-b1f2-84f09fc6a30b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:32.435725 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d2f87f1f-2903-47b3-b746-fedca228597f req-cc45fe53-d672-411d-b1f2-84f09fc6a30b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0642705 Aug 04 11:42:32.500868 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d2f87f1f-2903-47b3-b746-fedca228597f req-a4066db5-7de2-46c1-ad74-a673dc4e8850 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Aug 04 11:42:32.717476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48334) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:32.818294 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-00f4b654-9e8d-4e03-9033-f1fc82bdb45f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987763 Aug 04 11:42:33.394200 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341c12-ddbd-4370-9bd6-91ee8f3f06ec req-ff6321b9-756a-46f1-a194-d8d3b1c5fb7e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:33.395714 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f8341c12-ddbd-4370-9bd6-91ee8f3f06ec req-ff6321b9-756a-46f1-a194-d8d3b1c5fb7e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0573702 Aug 04 11:42:33.439145 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f8341c12-ddbd-4370-9bd6-91ee8f3f06ec req-99ac6a12-095f-47b3-8850-5e2304b48cfa tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365887 Aug 04 11:42:33.620865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78067e-b149-4ba2-b1a0-6defd905a268 req-3d7bfd47-b7ac-4b1c-80ea-61aa27d60c56 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:33.622369 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f78067e-b149-4ba2-b1a0-6defd905a268 req-3d7bfd47-b7ac-4b1c-80ea-61aa27d60c56 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Aug 04 11:42:33.663695 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f78067e-b149-4ba2-b1a0-6defd905a268 req-ccd83c2e-0c41-46da-b134-0a875f8d5eec tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 04 11:42:33.717012 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-e95337fb-15dd-4110-88c6-0c63afee82cf tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:33.720807 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-e95337fb-15dd-4110-88c6-0c63afee82cf tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 815 time: 0.1171772 Aug 04 11:42:33.739302 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-ee41e796-778b-4ee8-82ef-eeacd3cd3984 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/quotas/f69bce5c70074698b087e17ad530d810 HTTP/1.1" status: 200 len: 375 time: 0.0123658 Aug 04 11:42:33.813493 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3689db41-b322-4c81-b7e0-8b69119c5e72 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674112 Aug 04 11:42:33.933142 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-c5fded4d-9be2-4adc-bc22-69616962c594 service neutron] 10.222.0.44 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023369 Aug 04 11:42:34.057529 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-305ff120-7136-4689-83e5-b9b16cad542a service neutron] 10.222.0.44 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140261 Aug 04 11:42:34.230920 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-71ca112d-0625-4039-b19e-f086d5b5ddd1 req-585cb6bd-2329-40c7-886d-0ae48a03f261 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0322666 Aug 04 11:42:34.389427 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:42:34.425684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-0e94e27a-2c18-49cd-a8c1-5bc1779b89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.427196 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-0e94e27a-2c18-49cd-a8c1-5bc1779b89d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 1097 time: 0.0825765 Aug 04 11:42:34.501746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-483652ab-08ad-4c00-a9c4-e34da2ff3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.504091 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-483652ab-08ad-4c00-a9c4-e34da2ff3224 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1097 time: 0.0479844 Aug 04 11:42:34.642799 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b378-5d81-42e6-8264-f1e89742e657 req-3e29d421-ca36-4480-bad6-9ac2d864ee4c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.644279 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1c71b378-5d81-42e6-8264-f1e89742e657 req-3e29d421-ca36-4480-bad6-9ac2d864ee4c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0800023 Aug 04 11:42:34.662733 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-6eb80549-376a-42d6-bc6c-bb1f2326e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.664165 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-6eb80549-376a-42d6-bc6c-bb1f2326e8e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.1510620 Aug 04 11:42:34.691282 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1c71b378-5d81-42e6-8264-f1e89742e657 req-c491f326-7158-4338-8203-d38d19b954c9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Aug 04 11:42:35.169341 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad073-788a-489c-b9c0-8f58577e40eb req-af1c6595-9a57-46fd-b361-0b7596375c92 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:35.170847 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-065ad073-788a-489c-b9c0-8f58577e40eb req-af1c6595-9a57-46fd-b361-0b7596375c92 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Aug 04 11:42:35.210900 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-065ad073-788a-489c-b9c0-8f58577e40eb req-fa96f498-24f1-4417-93af-3663ba512d1c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Aug 04 11:42:35.336003 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8cd09015-32cf-491d-b633-8f9de81df444 req-ae5fe15e-ba53-46a7-aaa1-27a46c2ab333 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0294945 Aug 04 11:42:35.819381 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1f66b-ce41-417e-a329-fc42b57ad4a3 req-eaeb6c56-1e36-4375-80fe-5090841717f1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:35.821097 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-08e1f66b-ce41-417e-a329-fc42b57ad4a3 req-eaeb6c56-1e36-4375-80fe-5090841717f1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0531518 Aug 04 11:42:35.864956 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-08e1f66b-ce41-417e-a329-fc42b57ad4a3 req-9f6f7e2e-7de0-4e96-b880-7743192cb3de tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373425 Aug 04 11:42:36.436398 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1184ba4e-f714-41af-a7a9-ee6e8605ba63 req-056b82dd-d087-45bd-8db8-1f8831b06fdf tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0293107 Aug 04 11:42:36.659374 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.990153 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d47252-40a7-49c5-81e8-c463debb2e69 req-c2296056-8891-406a-9594-8fed9f04bb17 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:36.991622 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d0d47252-40a7-49c5-81e8-c463debb2e69 req-c2296056-8891-406a-9594-8fed9f04bb17 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0479066 Aug 04 11:42:37.030133 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d0d47252-40a7-49c5-81e8-c463debb2e69 req-10342d54-19a6-448b-8267-9fecc4cf32ac tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325315 Aug 04 11:42:37.528407 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-971bbe41-ba0c-4b93-99dd-947b34105873 req-2550e519-ef87-4c64-9678-dc249b973aa2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0259585 Aug 04 11:42:37.777331 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-cc31f29b-7676-4cf4-a4f3-0cfae5bbf6e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 200 len: 1000 time: 0.0646663 Aug 04 11:42:37.831168 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-29be83e8-b637-4dce-8ea8-b701dfbd82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.832706 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-29be83e8-b637-4dce-8ea8-b701dfbd82f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0474472 Aug 04 11:42:37.890291 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-4bc94424-3073-4e33-85f9-9f941edc9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.891807 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-4bc94424-3073-4e33-85f9-9f941edc9e82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444517 Aug 04 11:42:37.996723 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-d90246c6-4bb4-43f2-95e2-b69f927a4302 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944388 Aug 04 11:42:38.095342 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dbe676b7-bf34-4c34-9c35-f3fcc35bdb7c req-fccd1cb1-f223-4182-b42b-03661f45ba22 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890033 Aug 04 11:42:38.162874 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a769-1309-4bb5-8fed-83e796a3d09f req-f38c377d-794d-47dc-9d9a-04d0e11abe40 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.164338 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3cb2a769-1309-4bb5-8fed-83e796a3d09f req-f38c377d-794d-47dc-9d9a-04d0e11abe40 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0566206 Aug 04 11:42:38.203607 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3cb2a769-1309-4bb5-8fed-83e796a3d09f req-faa24e17-f9e1-4af9-82f3-d5092a692b58 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Aug 04 11:42:38.382318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-d26ea6ce-87f3-4c15-970c-0746986d3a15 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.383989 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-d26ea6ce-87f3-4c15-970c-0746986d3a15 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 815 time: 0.1147406 Aug 04 11:42:38.402567 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'port': {'device_id': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'admin_state_up': True, 'tenant_id': 'f69bce5c70074698b087e17ad530d810'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:38.549969 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Made reservation on behalf of f69bce5c70074698b087e17ad530d810 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:38.562883 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.747220 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-02695975-5f40-4058-b9e8-ba88a19b7427 req-0cc910dc-7b3d-4091-a78d-546c2618c226 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0394783 Aug 04 11:42:38.842466 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Allocated IP 172.20.0.14 (d146862b-423c-46b3-8850-770c653cbe70/5ad68f32-8d31-4441-af80-8c1bdcc6933b/cdac1b21-cefc-4e79-a2d0-708272839d0a) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:39.042258 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.057904 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Transition to ACTIVE for port object cdac1b21-cefc-4e79-a2d0-708272839d0a will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:39.095181 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.145271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Network d146862b-423c-46b3-8850-770c653cbe70 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:39.149511 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:39.154127 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:39.161541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.161541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.175534 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:39.190945 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3e7327d1-4a63-4d81-915e-15def54bcdde tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932794 Aug 04 11:42:39.337092 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53693713-606d-4b18-9f90-292021e74c5c req-f7aaf212-5791-49d8-8591-48529e120d3b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.341968 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-53693713-606d-4b18-9f90-292021e74c5c req-f7aaf212-5791-49d8-8591-48529e120d3b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0573721 Aug 04 11:42:39.383032 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-53693713-606d-4b18-9f90-292021e74c5c req-df78eef9-eeea-4ebe-8218-083e99cac108 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367098 Aug 04 11:42:39.429547 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-745be521-4207-494d-9337-e3f630ec7a39 None None] Provisioning for port cdac1b21-cefc-4e79-a2d0-708272839d0a completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:39.433372 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-745be521-4207-494d-9337-e3f630ec7a39 None None] Provisioning complete for port cdac1b21-cefc-4e79-a2d0-708272839d0a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:39.433681 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-745be521-4207-494d-9337-e3f630ec7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.467705 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-745be521-4207-494d-9337-e3f630ec7a39 None None] Port cdac1b21-cefc-4e79-a2d0-708272839d0a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:39.892701 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd58fe1-4d56-4941-9bbe-f344ff015f39 req-b6b998db-3af8-4a31-ae56-2b92777e7723 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.894644 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5dd58fe1-4d56-4941-9bbe-f344ff015f39 req-b6b998db-3af8-4a31-ae56-2b92777e7723 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0588660 Aug 04 11:42:39.936012 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5dd58fe1-4d56-4941-9bbe-f344ff015f39 req-3aa54ee1-3dc1-4f38-958c-c0594fd69512 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Aug 04 11:42:40.516177 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48fd0-b5d4-4f8f-8379-4a609bdaa44f req-37b6b29f-1b0f-4768-90fa-6e8ecc85dc70 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.517872 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3da48fd0-b5d4-4f8f-8379-4a609bdaa44f req-37b6b29f-1b0f-4768-90fa-6e8ecc85dc70 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0538416 Aug 04 11:42:40.568928 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3da48fd0-b5d4-4f8f-8379-4a609bdaa44f req-cd96a645-a3e9-470b-bf21-8156d10c62a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447376 Aug 04 11:42:41.075185 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8148a6-0142-4a53-9439-27d12bf2118b req-f14bef7a-cfe4-4c3a-8394-709f62d80ad2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.076705 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5d8148a6-0142-4a53-9439-27d12bf2118b req-f14bef7a-cfe4-4c3a-8394-709f62d80ad2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0599980 Aug 04 11:42:41.123897 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5d8148a6-0142-4a53-9439-27d12bf2118b req-22d0f3f4-8b27-49a9-ae24-db44128ab5cb tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Aug 04 11:42:41.712910 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44104ec0-bd09-442f-8bcd-80df56f0390d req-c9cc3fd6-a7ea-4e4e-835a-04b5beed3a60 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.714515 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-44104ec0-bd09-442f-8bcd-80df56f0390d req-c9cc3fd6-a7ea-4e4e-835a-04b5beed3a60 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0616827 Aug 04 11:42:41.758077 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-44104ec0-bd09-442f-8bcd-80df56f0390d req-83e39810-9620-478f-abc6-4936bd75a6b6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362236 Aug 04 11:42:42.263399 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcebe0-5d26-45b9-a577-f8564dc6231f req-ca62d83f-fdbc-461a-a72f-8e7f8a98f8cf tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.266375 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f2bcebe0-5d26-45b9-a577-f8564dc6231f req-ca62d83f-fdbc-461a-a72f-8e7f8a98f8cf tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0584908 Aug 04 11:42:42.309498 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f2bcebe0-5d26-45b9-a577-f8564dc6231f req-b4ff0661-9b1f-4720-8450-bd0afcf1995e tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Aug 04 11:42:42.884333 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4b67-9808-4e97-bb76-d15bb31e88e4 req-de2b0682-c782-479c-86d2-f6631872ca7e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.885868 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2a2d4b67-9808-4e97-bb76-d15bb31e88e4 req-de2b0682-c782-479c-86d2-f6631872ca7e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0509315 Aug 04 11:42:42.931077 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2a2d4b67-9808-4e97-bb76-d15bb31e88e4 req-a5ae345f-1677-48b0-a14b-c4604a042d30 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Aug 04 11:42:43.435428 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401de449-f72c-49ec-8ef4-ad4cef4c5858 req-0f2724ec-13e9-48c2-8d3b-b3b4014e0e5a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:43.444959 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-401de449-f72c-49ec-8ef4-ad4cef4c5858 req-0f2724ec-13e9-48c2-8d3b-b3b4014e0e5a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0671487 Aug 04 11:42:43.500792 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-401de449-f72c-49ec-8ef4-ad4cef4c5858 req-da813f72-5ec5-4ed6-b7cc-d2da01e13748 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476308 Aug 04 11:42:43.601642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48516) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:43.713290 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3995939b-ef01-46ce-aa5f-89672834dc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.804152 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3995939b-ef01-46ce-aa5f-89672834dc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.807683 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3995939b-ef01-46ce-aa5f-89672834dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.845113 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3995939b-ef01-46ce-aa5f-89672834dc68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb40a6a5c15649db93a71251f1ffa0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423677 Aug 04 11:42:43.846322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995939b-ef01-46ce-aa5f-89672834dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaa9f15-e90c-45b1-8947-29d9cde2f5f7,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:43.847791 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48520) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:43.902716 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.928163 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.986423 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.989438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.990816 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caaa9f15-e90c-45b1-8947-29d9cde2f5f7 HTTP/1.1" status: 204 len: 168 time: 0.1409564 Aug 04 11:42:44.000647 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db5204-d80a-42ef-82b4-bc8e3684efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaa9f15-e90c-45b1-8947-29d9cde2f5f7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.074549 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8644a-660f-488a-8ad1-5aab83a35774 req-091ea97d-9fe8-4705-841f-0d819d4031cd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:44.075979 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d8e8644a-660f-488a-8ad1-5aab83a35774 req-091ea97d-9fe8-4705-841f-0d819d4031cd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0580652 Aug 04 11:42:44.117723 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d8e8644a-660f-488a-8ad1-5aab83a35774 req-e3c8ded0-36ad-478f-b460-29755090b8b9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353737 Aug 04 11:42:44.671221 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009073-2b01-4e28-9f0d-6bbe33b0212a req-eb1dd17b-3102-4263-a9d7-81835e3fddac tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:44.673216 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5b009073-2b01-4e28-9f0d-6bbe33b0212a req-eb1dd17b-3102-4263-a9d7-81835e3fddac tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0601757 Aug 04 11:42:44.713063 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5b009073-2b01-4e28-9f0d-6bbe33b0212a req-521c63cc-b6ed-461e-8bc7-4995dd4ec09e tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Aug 04 11:42:45.106183 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-aeb52ce6-5a7c-4b9e-b588-e894f23df99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.294295 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56732-5a35-4d2a-9ab7-451a9def8df5 req-c9fe4627-2e2d-4e8f-8e58-1994d615fa3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.297398 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b4a56732-5a35-4d2a-9ab7-451a9def8df5 req-c9fe4627-2e2d-4e8f-8e58-1994d615fa3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0977767 Aug 04 11:42:45.368617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b4a56732-5a35-4d2a-9ab7-451a9def8df5 req-23f18c8d-1c54-4616-b72f-27962c7ab57a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649965 Aug 04 11:42:45.835381 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38d118-0f6d-463a-b3c1-5f06535203d3 req-e424ee99-c116-47e3-9c38-c97e1744986c tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.836885 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa38d118-0f6d-463a-b3c1-5f06535203d3 req-e424ee99-c116-47e3-9c38-c97e1744986c tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0518160 Aug 04 11:42:45.876549 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa38d118-0f6d-463a-b3c1-5f06535203d3 req-2212cb90-f00b-407b-b0e8-78cb1c130f01 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Aug 04 11:42:46.543423 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5afa8a-ee99-494b-9245-afd5072f62e7 req-09a3571f-38ed-4113-8383-37b8f6f7c15d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:46.545147 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2b5afa8a-ee99-494b-9245-afd5072f62e7 req-09a3571f-38ed-4113-8383-37b8f6f7c15d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0722396 Aug 04 11:42:46.586820 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2b5afa8a-ee99-494b-9245-afd5072f62e7 req-ef97b6bb-1494-4dbb-92ac-0756225295f2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348635 Aug 04 11:42:47.147388 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ebf4-174a-49c9-b954-a294f1a8f14b req-7af9cf78-4053-4211-be60-b42a2e76947a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.149234 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9539ebf4-174a-49c9-b954-a294f1a8f14b req-7af9cf78-4053-4211-be60-b42a2e76947a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0584824 Aug 04 11:42:47.192987 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9539ebf4-174a-49c9-b954-a294f1a8f14b req-cab4e2e7-442c-424f-b23d-4af95d9f414b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Aug 04 11:42:47.725820 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0b74f-048e-4657-8598-a9075e18de75 req-1313903e-3d9f-4e44-a8d3-d32d28835bd9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.727367 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-07e0b74f-048e-4657-8598-a9075e18de75 req-1313903e-3d9f-4e44-a8d3-d32d28835bd9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0531597 Aug 04 11:42:47.768388 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-07e0b74f-048e-4657-8598-a9075e18de75 req-b93d9678-5526-4202-99b9-401782ae5c34 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Aug 04 11:42:48.330987 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b44c1-96d8-4ccf-8f3e-10625c525c30 req-b36f65a6-9f3e-44d0-bd26-972de6f53899 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:48.332438 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-de9b44c1-96d8-4ccf-8f3e-10625c525c30 req-b36f65a6-9f3e-44d0-bd26-972de6f53899 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0536683 Aug 04 11:42:48.373535 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-de9b44c1-96d8-4ccf-8f3e-10625c525c30 req-e92c1a7f-7e3d-4471-b626-b06ba45cfca2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Aug 04 11:42:48.641188 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.893829 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649acb-19db-4ae5-807d-2744fd793de7 req-84b016da-b19e-4cdb-a1a0-a7f0a19c2aa1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:48.895319 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-22649acb-19db-4ae5-807d-2744fd793de7 req-84b016da-b19e-4cdb-a1a0-a7f0a19c2aa1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0485902 Aug 04 11:42:48.935947 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-22649acb-19db-4ae5-807d-2744fd793de7 req-3807e6b6-cf9a-4076-8f85-850bd5bb7760 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345192 Aug 04 11:42:49.518971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaeb8d-1c55-4560-bb2c-0d9dbbad5cb5 req-8fb6647e-6bd9-427d-bba1-337571da17e2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.521580 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a6aaeb8d-1c55-4560-bb2c-0d9dbbad5cb5 req-8fb6647e-6bd9-427d-bba1-337571da17e2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0612607 Aug 04 11:42:49.560742 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a6aaeb8d-1c55-4560-bb2c-0d9dbbad5cb5 req-a35f8332-1fd0-4d8f-a5f9-4d2c6d9572fd tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Aug 04 11:42:49.802341 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-b7fa87b5-86f3-49ab-a71e-86408d4f79e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.133146 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764f88-7500-422b-a353-dd7fe42f876f req-10290712-1d9a-4453-b07b-ea0e52c50596 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:50.135385 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-69764f88-7500-422b-a353-dd7fe42f876f req-10290712-1d9a-4453-b07b-ea0e52c50596 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0634503 Aug 04 11:42:50.177016 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-69764f88-7500-422b-a353-dd7fe42f876f req-e021f79b-4a8f-4d34-a78f-d18be32804fb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Aug 04 11:42:50.700024 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5fd83-f86e-443e-85e7-c07233ba0761 req-7026ac73-fe74-4217-a2b9-6896157ed435 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:50.700024 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07c5fd83-f86e-443e-85e7-c07233ba0761 req-7026ac73-fe74-4217-a2b9-6896157ed435 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0576570 Aug 04 11:42:50.715568 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.747964 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07c5fd83-f86e-443e-85e7-c07233ba0761 req-225b87a1-32fb-4109-b51d-9598d54de361 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460677 Aug 04 11:42:51.320772 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23fe8b-7938-4f0e-89ff-1472364b02ea req-ba98c94c-0243-4702-abb2-bc4ab0931c27 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:51.323311 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2d23fe8b-7938-4f0e-89ff-1472364b02ea req-ba98c94c-0243-4702-abb2-bc4ab0931c27 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0704508 Aug 04 11:42:51.365123 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2d23fe8b-7938-4f0e-89ff-1472364b02ea req-6cec4025-874c-420d-b747-b01813c95519 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359383 Aug 04 11:42:51.873287 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d75b-c6a6-4eeb-9808-bb5adc184c5d req-634f8a99-86c1-4d40-a899-8c80743a259a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:51.874794 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5849d75b-c6a6-4eeb-9808-bb5adc184c5d req-634f8a99-86c1-4d40-a899-8c80743a259a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 932 time: 0.0550170 Aug 04 11:42:51.914359 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5849d75b-c6a6-4eeb-9808-bb5adc184c5d req-a1e2558a-aa54-4d1a-b57a-89d1ab83bbd1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 04 11:42:51.936488 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Request body: {'port': {'device_id': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:51.983971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.263878 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdac1b21-cefc-4e79-a2d0-708272839d0a {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:52.273717 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.288262 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Transition to ACTIVE for port object cdac1b21-cefc-4e79-a2d0-708272839d0a will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:52.292961 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.397865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Attempting to bind port cdac1b21-cefc-4e79-a2d0-708272839d0a on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:52.398663 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Attempting to bind port cdac1b21-cefc-4e79-a2d0-708272839d0a by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:52.399269 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Attempting to bind port cdac1b21-cefc-4e79-a2d0-708272839d0a on network d146862b-423c-46b3-8850-770c653cbe70 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:52.434273 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:52.438925 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Port cdac1b21-cefc-4e79-a2d0-708272839d0a on network d146862b-423c-46b3-8850-770c653cbe70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:52.439419 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Attempting to bind port cdac1b21-cefc-4e79-a2d0-708272839d0a on network d146862b-423c-46b3-8850-770c653cbe70 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:52.457085 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.457442 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.457826 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.458160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.458840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.459172 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.459701 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.460038 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.460475 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.460849 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.461209 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.461567 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:52.473221 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:52.473800 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Checking segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:52.474180 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Bound using segment: {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:52.474688 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Bound port: cdac1b21-cefc-4e79-a2d0-708272839d0a, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51af0ac-ddaa-41bc-b5c8-73bf009865be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:52.475134 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.571611 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e0ad-8787-4132-8a08-fbb314483b05 req-fe6d50b8-5aea-43c5-82a4-72bb98e3f12a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:52.581660 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1e75e0ad-8787-4132-8a08-fbb314483b05 req-fe6d50b8-5aea-43c5-82a4-72bb98e3f12a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0759811 Aug 04 11:42:52.598923 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:52.602735 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:52.618859 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.643120 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1e75e0ad-8787-4132-8a08-fbb314483b05 req-499b5ef6-95c5-44e2-af48-1e4c59f4d679 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532382 Aug 04 11:42:52.667784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:52.667784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.667784 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] 10.222.0.83 "PUT /v2.0/ports/cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1094 time: 0.7415268 Aug 04 11:42:52.667784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:52.670181 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d278c0-6785-476d-a454-a615f4431066" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:52.674581 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.729702 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4029088-1370-4a31-ada4-4ddba86a0d6e x-openstack-request-id: req-a4029088-1370-4a31-ada4-4ddba86a0d6e {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:52.730207 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:52.730540 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4029088-1370-4a31-ada4-4ddba86a0d6e {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:52.731106 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:42:52.735123 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbaa3-8e06-49d6-9454-4c15caf8c48c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:52.986265 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:42:53.075359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ab547-c79d-450e-8852-0592c8780454 req-091a723e-c5f5-464f-a318-d636959c54d1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:53.077324 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b62ab547-c79d-450e-8852-0592c8780454 req-091a723e-c5f5-464f-a318-d636959c54d1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0580807 Aug 04 11:42:53.127411 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b62ab547-c79d-450e-8852-0592c8780454 req-7f404d4f-9800-4c9e-816a-5c188a5abf85 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Aug 04 11:42:53.765464 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e311a-4179-439b-8ea5-ade1ffa68869 req-91d4f958-4381-4759-8bb9-4bab4d4ee5a9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:53.766949 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f66e311a-4179-439b-8ea5-ade1ffa68869 req-91d4f958-4381-4759-8bb9-4bab4d4ee5a9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0494533 Aug 04 11:42:53.808058 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f66e311a-4179-439b-8ea5-ade1ffa68869 req-a27ec8b4-7e33-4084-8867-0f7dd246780d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Aug 04 11:42:54.271212 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5357-78ae-472f-af14-140fee35c858 req-0873e0e5-746d-4d49-a166-48fb59ae1d59 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:54.273643 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-92bf5357-78ae-472f-af14-140fee35c858 req-0873e0e5-746d-4d49-a166-48fb59ae1d59 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0726151 Aug 04 11:42:54.315405 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-92bf5357-78ae-472f-af14-140fee35c858 req-8155bb4f-ecf5-4b93-940b-39c0663a196e tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 04 11:42:54.942944 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f6435-3969-4f79-9160-294566900de1 req-bd52a8cd-ea09-4544-a724-1f77d75ee5b6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:54.944437 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-326f6435-3969-4f79-9160-294566900de1 req-bd52a8cd-ea09-4544-a724-1f77d75ee5b6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0493672 Aug 04 11:42:54.986202 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-326f6435-3969-4f79-9160-294566900de1 req-c19d22c1-103d-4956-bd23-52edcc59570d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357001 Aug 04 11:42:55.439853 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48738) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:55.465193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5541df-6dbd-4d6c-8469-be0c70737465 req-0df24e6c-4c82-4eb5-89da-bbd318097319 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:55.466696 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8e5541df-6dbd-4d6c-8469-be0c70737465 req-0df24e6c-4c82-4eb5-89da-bbd318097319 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0506938 Aug 04 11:42:55.506221 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8e5541df-6dbd-4d6c-8469-be0c70737465 req-9359480e-75de-4b57-9255-273d78e350cd tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Aug 04 11:42:55.574251 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa80e-6f66-4f73-b274-1d7b0b795aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.669606 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa80e-6f66-4f73-b274-1d7b0b795aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.674713 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa80e-6f66-4f73-b274-1d7b0b795aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.714463 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa80e-6f66-4f73-b274-1d7b0b795aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b595d-8708-44cb-8835-3a5c86f8b81d,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:55.718730 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8e6fa80e-6f66-4f73-b274-1d7b0b795aca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=814bcb1d52624335bcd4ec6e290fe0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776353 Aug 04 11:42:55.721366 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48742) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:55.780247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.812938 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.871894 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.875772 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.884447 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae8b595d-8708-44cb-8835-3a5c86f8b81d HTTP/1.1" status: 204 len: 168 time: 0.1620176 Aug 04 11:42:55.909318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2414230-8444-4348-b11a-41c3ff541f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b595d-8708-44cb-8835-3a5c86f8b81d,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:56.151618 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad149594-a1e2-4011-9b60-a59956c2b9b7 req-f6c12b6b-a526-43c9-b6a1-9941ff61fe13 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:56.159701 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ad149594-a1e2-4011-9b60-a59956c2b9b7 req-f6c12b6b-a526-43c9-b6a1-9941ff61fe13 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0957267 Aug 04 11:42:56.197406 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ad149594-a1e2-4011-9b60-a59956c2b9b7 req-1e10f6b7-701f-4e4a-90ec-c624cafc19f8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Aug 04 11:42:56.599618 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48772) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:56.643450 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bd855-35f8-46ee-9528-f371b2debd4a req-5290b48e-e0a0-4931-a354-bc1b70dd17fa tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:56.645875 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-896bd855-35f8-46ee-9528-f371b2debd4a req-5290b48e-e0a0-4931-a354-bc1b70dd17fa tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0707870 Aug 04 11:42:56.692268 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-896bd855-35f8-46ee-9528-f371b2debd4a req-a2cfc0bd-a74f-454c-be89-7c161f7a6702 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 Aug 04 11:42:56.705116 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282623334-network', 'tenant_id': '78a726d3200f4262b363de424d33a181'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:56.729046 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Made reservation on behalf of 78a726d3200f4262b363de424d33a181 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:56.731292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.740736 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.862071 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.866420 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.891411 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:56.899949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7727d317-6008-46c2-86e7-6ec283b5e25e,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:56.905860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.906211 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Added segment 491f7800-ed71-4b47-86a6-9ab9e01ad7d7 of type vlan for network 7f040c00-bd60-40e4-ade5-201acc61fa95 Aug 04 11:42:56.946043 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.974480 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.975440 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:56.976025 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.044912 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4436712 Aug 04 11:42:57.048429 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48776) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:57.053811 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Request body: {'subnet': {'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282623334-subnet', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:57.057278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0315-98d2-4413-b639-a9a50957a4de admin admin] Pushing event updated for resources: {'Network': ['ID=7f040c00-bd60-40e4-ade5-201acc61fa95,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:57.068988 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:57.079045 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Made reservation on behalf of 78a726d3200f4262b363de424d33a181 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:57.081381 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.282321 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.397428 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef23c77e-d930-4ecf-839d-37dceae96765,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:57.409477 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452a896-c142-4353-86b6-d6b89d8e7235 req-bb4d52aa-6d45-4ce1-83bf-9f7e2bd9561f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:57.410992 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a452a896-c142-4353-86b6-d6b89d8e7235 req-bb4d52aa-6d45-4ce1-83bf-9f7e2bd9561f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1262417 Aug 04 11:42:57.413869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:57.414234 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Network hostable DHCP agents. Network: 7f040c00-bd60-40e4-ade5-201acc61fa95, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:57.449356 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:57.467935 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a452a896-c142-4353-86b6-d6b89d8e7235 req-a6fa2976-ae6f-4794-a574-28d46f22268e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475872 Aug 04 11:42:57.467935 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 7f040c00-bd60-40e4-ade5-201acc61fa95) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:57.476667 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf5abb-0e6a-46df-af4a-ced89983ba56 None None] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:57.484330 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:57.485349 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.504929 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-77ddd44e-c054-4aba-8e4f-22f9a54a5403 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4525387 Aug 04 11:42:57.505269 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48782) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:57.511220 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:57.540571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.542286 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.611141 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.665141 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-7f040c00-bd60-40e4-ade5-201acc61fa95', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:42:57.665893 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:57.853969 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Allocated IP 172.20.0.2 (7f040c00-bd60-40e4-ade5-201acc61fa95/ef23c77e-d930-4ecf-839d-37dceae96765/42ad443b-ed0a-484e-a1bf-f5130ae676bc) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:58.014691 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.032636 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Transition to ACTIVE for port object 42ad443b-ed0a-484e-a1bf-f5130ae676bc will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:58.036274 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.077535 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Transition to ACTIVE for port object 42ad443b-ed0a-484e-a1bf-f5130ae676bc will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:58.086295 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.110948 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2245-daad-4325-86f5-1e8453739ff4 req-45c1a2a3-8cfa-4522-ae47-2d13f86dbec6 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.112836 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-726d2245-daad-4325-86f5-1e8453739ff4 req-45c1a2a3-8cfa-4522-ae47-2d13f86dbec6 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.1757083 Aug 04 11:42:58.131848 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:58.134658 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:58.137583 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:58.152607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Pushing event updated for resources: {'Port': ['ID=42ad443b-ed0a-484e-a1bf-f5130ae676bc,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:58.166718 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-726d2245-daad-4325-86f5-1e8453739ff4 req-f5b51bc8-d3b2-467a-872c-1cef7a7b4982 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Aug 04 11:42:58.208119 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Attempting to bind port 42ad443b-ed0a-484e-a1bf-f5130ae676bc on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:58.208534 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Attempting to bind port 42ad443b-ed0a-484e-a1bf-f5130ae676bc by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:58.208900 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Attempting to bind port 42ad443b-ed0a-484e-a1bf-f5130ae676bc on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:58.213854 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:58.214225 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:58.214643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.215015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Bound using segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:58.215476 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Bound port: 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:58.215855 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.292960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] For port 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:58.297061 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] For port 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=42ad443b-ed0a-484e-a1bf-f5130ae676bc,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:58.304027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.315073 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.337836 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.400542 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276387f6-6f16-4d71-be3a-519ec8a81bdf None None] Pushing event updated for resources: {'Port': ['ID=42ad443b-ed0a-484e-a1bf-f5130ae676bc,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:58.475376 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Allocated IP 172.27.2.178 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/b6ada8f9-416d-411a-bc06-382cc8f18fc9) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:58.620326 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.633150 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbcf87-7395-4c31-b0e4-07e48edd277c req-ff4b9dea-f75a-466e-8366-c34d05c889fe tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.653754 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-44dbcf87-7395-4c31-b0e4-07e48edd277c req-ff4b9dea-f75a-466e-8366-c34d05c889fe tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1025815 Aug 04 11:42:58.711520 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.724820 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-44dbcf87-7395-4c31-b0e4-07e48edd277c req-e5af9de9-e411-4e77-922a-ae27905672e4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700221 Aug 04 11:42:58.752650 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:58.755883 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:58.759557 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:58.788636 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Pushing event updated for resources: {'Port': ['ID=b6ada8f9-416d-411a-bc06-382cc8f18fc9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:58.802126 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.802483 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.802823 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.803162 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.803500 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.803835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.804162 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.804520 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.804851 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.805182 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.805502 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:58.805824 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:59.038060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.302999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.421743 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 42ad443b-ed0a-484e-a1bf-f5130ae676bc up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:59.423897 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4aa67-fba9-40cc-a2fc-8906eddbfb82 req-e5a47831-6723-4d27-a2fb-c2daf1eefeba tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:59.425757 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-69d4aa67-fba9-40cc-a2fc-8906eddbfb82 req-e5a47831-6723-4d27-a2fb-c2daf1eefeba tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.1359627 Aug 04 11:42:59.516475 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-69d4aa67-fba9-40cc-a2fc-8906eddbfb82 req-e3f6e49d-073d-4b93-ae3e-7592481fb607 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517464 Aug 04 11:42:59.546750 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 42ad443b-ed0a-484e-a1bf-f5130ae676bc completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:59.564784 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999adb7-3945-4877-8c9f-32b2b23eb24a None None] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:59.578199 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:42:59.632670 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Provisioning for port 42ad443b-ed0a-484e-a1bf-f5130ae676bc completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:59.647731 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Provisioning complete for port 42ad443b-ed0a-484e-a1bf-f5130ae676bc triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:59.648101 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.693710 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:59.704827 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:59.709780 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.710953 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-f2c8b554-25f6-4e6e-a852-ec5662e39e8d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2044861 Aug 04 11:42:59.714598 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48796) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:59.739447 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:59.742057 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:59.823608 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.870149 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-025da791-380b-4e00-a628-773cca4232b5 None None] For port 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=42ad443b-ed0a-484e-a1bf-f5130ae676bc,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:59.876872 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.898246 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:59.937219 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025da791-380b-4e00-a628-773cca4232b5 None None] Pushing event updated for resources: {'Port': ['ID=42ad443b-ed0a-484e-a1bf-f5130ae676bc,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:59.999299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37bb0d-2df4-4f8a-a4aa-9f96887b93ba req-f3af85a9-4efd-443c-a41c-10255bbc5a1d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.007668 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fd37bb0d-2df4-4f8a-a4aa-9f96887b93ba req-f3af85a9-4efd-443c-a41c-10255bbc5a1d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1265051 Aug 04 11:43:00.123344 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:42:58Z', 'revision_number': 3, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:00.138417 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fd37bb0d-2df4-4f8a-a4aa-9f96887b93ba req-ce1dc823-af64-4145-9647-507757b133b4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245477 Aug 04 11:43:00.157140 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:00.157480 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Updating router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 port b6ada8f9-416d-411a-bc06-382cc8f18fc9 binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:00.201501 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-bb9f252d-0913-471c-8b15-3c6439fa9c6a None None] Provisioning complete for port 42ad443b-ed0a-484e-a1bf-f5130ae676bc triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:00.204595 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bb9f252d-0913-471c-8b15-3c6439fa9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.207776 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.476713 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.549834 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.565220 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Transition to ACTIVE for port object b6ada8f9-416d-411a-bc06-382cc8f18fc9 will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:00.573582 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.637426 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Attempting to bind port b6ada8f9-416d-411a-bc06-382cc8f18fc9 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:00.637908 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Attempting to bind port b6ada8f9-416d-411a-bc06-382cc8f18fc9 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:00.638305 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Attempting to bind port b6ada8f9-416d-411a-bc06-382cc8f18fc9 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:00.646079 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:00.646558 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:00.647016 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.647407 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:00.647867 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Bound port: b6ada8f9-416d-411a-bc06-382cc8f18fc9, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:00.648289 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.649918 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bbb3a-f2dc-496b-b2d8-7d79350d927c None None] Pushing event updated for resources: {'Port': ['ID=b6ada8f9-416d-411a-bc06-382cc8f18fc9,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.682001 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf8e8-53b1-478f-baeb-91dbdf294273 req-b2195e9a-9268-48ef-a524-6361276a84b5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.683838 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-060cf8e8-53b1-478f-baeb-91dbdf294273 req-b2195e9a-9268-48ef-a524-6361276a84b5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0537932 Aug 04 11:43:00.714395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Allocated IP 172.20.0.1 (7f040c00-bd60-40e4-ade5-201acc61fa95/ef23c77e-d930-4ecf-839d-37dceae96765/68305390-2f9c-4724-bf21-0293c8015c3d) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:00.730265 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] For port b6ada8f9-416d-411a-bc06-382cc8f18fc9, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:00.736224 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] For port b6ada8f9-416d-411a-bc06-382cc8f18fc9, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b6ada8f9-416d-411a-bc06-382cc8f18fc9,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:00.742267 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.766403 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-060cf8e8-53b1-478f-baeb-91dbdf294273 req-e8ce7b33-22d8-404b-9d9b-983251519e06 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761468 Aug 04 11:43:00.817091 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:00.817703 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:00.862552 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bbb3a-f2dc-496b-b2d8-7d79350d927c None None] Pushing event updated for resources: {'Port': ['ID=b6ada8f9-416d-411a-bc06-382cc8f18fc9,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.868309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.883671 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Transition to ACTIVE for port object 68305390-2f9c-4724-bf21-0293c8015c3d will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:00.923318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.956472 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:00.981285 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Pushing event updated for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.985681 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:00.987433 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:00.989684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:00.990301 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.184335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.267648 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:42:58Z', 'revision_number': 3, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:01.317356 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac698d-4103-4e83-8f8a-477dc6d82a9d None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:42:58Z', 'revision_number': 3, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:01.373129 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e73ae365-6625-4720-8b82-fa3e6211e263 None None] Provisioning for port 68305390-2f9c-4724-bf21-0293c8015c3d completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:01.380005 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e73ae365-6625-4720-8b82-fa3e6211e263 None None] Provisioning complete for port 68305390-2f9c-4724-bf21-0293c8015c3d triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:01.380584 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e73ae365-6625-4720-8b82-fa3e6211e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.409617 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 42ad443b-ed0a-484e-a1bf-f5130ae676bc up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:01.459222 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-e73ae365-6625-4720-8b82-fa3e6211e263 None None] Port 68305390-2f9c-4724-bf21-0293c8015c3d cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:01.487319 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 42ad443b-ed0a-484e-a1bf-f5130ae676bc triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:01.488071 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.601216 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e35d-3131-4a2c-a02f-2db3728f066a req-520bf0ba-3ecd-4ff1-a6bd-0e112bf3beff tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:01.603198 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b605e35d-3131-4a2c-a02f-2db3728f066a req-520bf0ba-3ecd-4ff1-a6bd-0e112bf3beff tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0863333 Aug 04 11:43:01.676679 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b605e35d-3131-4a2c-a02f-2db3728f066a req-f9b0d46b-3756-4523-84b2-ccfb227e723f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475938 Aug 04 11:43:01.874500 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.880874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.881776 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.980711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646561f-2d53-413b-bce9-bf77613fb56f req-a0a49fe2-b92d-4a1b-a6d5-91dccc8d6c0f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:01.990754 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f646561f-2d53-413b-bce9-bf77613fb56f req-a0a49fe2-b92d-4a1b-a6d5-91dccc8d6c0f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0991068 Aug 04 11:43:02.052895 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:02.058223 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:02.066332 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Pushing event updated for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:02.069352 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f646561f-2d53-413b-bce9-bf77613fb56f req-4ee9fdfc-c170-4560-a72e-9ac939268458 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Aug 04 11:43:02.222921 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:02.344331 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:02.357854 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-22366044-12ec-480f-b5e3-056dadb9a5db admin admin] 10.222.0.44 "PUT /v2.0/routers/f458d2ba-d57a-4706-ae6d-1e7a3115f5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6407437 Aug 04 11:43:02.412264 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-d9f73c08-35a7-47ac-a2a4-4d218313b230 None None] Provisioning complete for port 68305390-2f9c-4724-bf21-0293c8015c3d triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:02.413091 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d9f73c08-35a7-47ac-a2a4-4d218313b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.456416 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-d9f73c08-35a7-47ac-a2a4-4d218313b230 None None] Port 68305390-2f9c-4724-bf21-0293c8015c3d cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:02.908766 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef7949-3d16-44c2-a9a4-85d57369e6a9 req-20664bd0-aa3e-4fd8-a423-b2d09d1fdb02 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:02.910321 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-daef7949-3d16-44c2-a9a4-85d57369e6a9 req-20664bd0-aa3e-4fd8-a423-b2d09d1fdb02 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0557299 Aug 04 11:43:02.953229 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48832) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:02.957953 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-daef7949-3d16-44c2-a9a4-85d57369e6a9 req-240197a7-56f3-4c97-9f0c-dcd1c088189d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Aug 04 11:43:02.961423 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-962332798-network', 'tenant_id': 'a6d8554b01114141a0b34803727d3118'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:02.993591 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Made reservation on behalf of a6d8554b01114141a0b34803727d3118 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:02.997144 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.016415 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.145338 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.150702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.165856 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:03.211728 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.212035 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Added segment c8af7569-63fe-4f49-99bc-c339497957b7 of type vlan for network 3260e4f0-d78f-4770-86c4-c7ffa877984f Aug 04 11:43:03.227105 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33aa68a-0666-4447-91bd-d63a39bab8bf,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:03.272939 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.287659 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ae27-9263-4408-a8be-1c17700bd952 req-c4f64402-1052-4d9e-a901-6024431b0bbb tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:03.289240 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7e65ae27-9263-4408-a8be-1c17700bd952 req-c4f64402-1052-4d9e-a901-6024431b0bbb tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.1198916 Aug 04 11:43:03.327797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.328935 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:03.329148 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.395786 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4410849 Aug 04 11:43:03.398610 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48836) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:03.403613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Request body: {'subnet': {'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-962332798-subnet', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:03.414819 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7e65ae27-9263-4408-a8be-1c17700bd952 req-b2ec886c-f594-486d-8217-035ec3fd03f3 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094389 Aug 04 11:43:03.417844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b6ada8f9-416d-411a-bc06-382cc8f18fc9 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:03.430734 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee896f1-1db3-4082-8c0b-981dbb2627a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3260e4f0-d78f-4770-86c4-c7ffa877984f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:03.452860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Made reservation on behalf of a6d8554b01114141a0b34803727d3118 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:03.455585 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.478101 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:03.621295 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855afd3-c155-4489-9813-50837aad543a None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:03.670190 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:03.670867 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:03.677894 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.747703 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Checking segment: {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:03.748038 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Network hostable DHCP agents. Network: 3260e4f0-d78f-4770-86c4-c7ffa877984f, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:03.750320 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port b6ada8f9-416d-411a-bc06-382cc8f18fc9 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:03.752474 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcb3ff4-bd72-4c88-831b-6cb9503d0974,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:03.775348 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:03.783384 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port b6ada8f9-416d-411a-bc06-382cc8f18fc9 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:03.784050 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.790501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 3260e4f0-d78f-4770-86c4-c7ffa877984f) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:03.801564 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:03.802224 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.808702 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3c08d-bac5-429d-9e0e-f4d2ec2515c0 None None] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:03.822534 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-84abc690-3c0f-4421-8977-adcff62e6731 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4227259 Aug 04 11:43:03.828123 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48840) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:03.834394 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:03.861784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.862844 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.903238 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:03.962501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.136045 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.173976 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.204094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea11cf3-511e-4826-ba1b-5ec33be28781 req-d801596a-812e-43ba-b8ab-603cd3db05be tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:04.212580 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dea11cf3-511e-4826-ba1b-5ec33be28781 req-d801596a-812e-43ba-b8ab-603cd3db05be tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1241755 Aug 04 11:43:04.221383 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-3260e4f0-d78f-4770-86c4-c7ffa877984f', 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'fixed_ips': [{'subnet_id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:43:04.222207 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.245041 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port b6ada8f9-416d-411a-bc06-382cc8f18fc9, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b6ada8f9-416d-411a-bc06-382cc8f18fc9,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:04.252408 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.260963 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dea11cf3-511e-4826-ba1b-5ec33be28781 req-164da50e-7d41-4aae-b925-13b48ccb0415 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488098 Aug 04 11:43:04.406770 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.426151 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.435342 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=b6ada8f9-416d-411a-bc06-382cc8f18fc9,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:04.459550 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Allocated IP 172.20.0.2 (3260e4f0-d78f-4770-86c4-c7ffa877984f/7dcb3ff4-bd72-4c88-831b-6cb9503d0974/a771aea2-f5ed-4c08-8f64-d16601aa5d85) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:04.472995 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 2, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:04.507543 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855afd3-c155-4489-9813-50837aad543a None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:04.507897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855afd3-c155-4489-9813-50837aad543a None None] Updating router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 port 68305390-2f9c-4724-bf21-0293c8015c3d binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:04.550929 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a656-c42a-4abc-931c-24f24942c2e1 req-55141de0-c02a-4e53-a383-72f9c3bcc0d2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:04.552537 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6894a656-c42a-4abc-931c-24f24942c2e1 req-55141de0-c02a-4e53-a383-72f9c3bcc0d2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.0662308 Aug 04 11:43:04.566906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Allocated IP 172.27.2.214 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/a06bec05-272a-4c1d-ad82-8f8f0c624414) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:04.568467 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.605728 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6894a656-c42a-4abc-931c-24f24942c2e1 req-b8a4d9d4-bd52-46b6-b98e-69324e2bba34 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Aug 04 11:43:04.673059 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.712707 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.759247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:04.767600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:04.769971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:04.771869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Pushing event updated for resources: {'Port': ['ID=a06bec05-272a-4c1d-ad82-8f8f0c624414,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:04.801472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.816995 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Transition to ACTIVE for port object a771aea2-f5ed-4c08-8f64-d16601aa5d85 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:04.845821 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Transition to ACTIVE for port object a771aea2-f5ed-4c08-8f64-d16601aa5d85 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:04.855809 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:04.923144 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:04.932505 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:04.944189 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:04.960420 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Pushing event updated for resources: {'Port': ['ID=a771aea2-f5ed-4c08-8f64-d16601aa5d85,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:05.021340 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.026935 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-a52f7b55-157d-4be9-870a-c21e8db86d04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565317 Aug 04 11:43:05.058789 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.064469 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Attempting to bind port a771aea2-f5ed-4c08-8f64-d16601aa5d85 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:05.064936 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Attempting to bind port a771aea2-f5ed-4c08-8f64-d16601aa5d85 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:05.065358 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Attempting to bind port a771aea2-f5ed-4c08-8f64-d16601aa5d85 on network 3260e4f0-d78f-4770-86c4-c7ffa877984f {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:05.075875 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-1855afd3-c155-4489-9813-50837aad543a None None] Transition to ACTIVE for port object 68305390-2f9c-4724-bf21-0293c8015c3d will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:05.078332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:05.078803 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Checking segment: {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:05.079283 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.079783 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Bound using segment: {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:05.080324 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Bound port: a771aea2-f5ed-4c08-8f64-d16601aa5d85, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:05.080782 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.091708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.183189 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Pushing event updated for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:05.189005 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d278c0-6785-476d-a454-a615f4431066 req-3fa5d78b-ad2a-4d4d-98fd-9ce2fa530080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.190474 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-75d278c0-6785-476d-a454-a615f4431066 req-3fa5d78b-ad2a-4d4d-98fd-9ce2fa530080 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1097 time: 0.1269875 Aug 04 11:43:05.206646 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.206995 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.207340 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.207707 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.208197 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.208584 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.208939 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.209270 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.210097 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.210459 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.210859 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.211204 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:05.230152 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] For port a771aea2-f5ed-4c08-8f64-d16601aa5d85, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:05.235497 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-5edd9e1d-3ecc-4f92-8035-0fa55241179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.237111 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-5edd9e1d-3ecc-4f92-8035-0fa55241179a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.1311936 Aug 04 11:43:05.263158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] For port a771aea2-f5ed-4c08-8f64-d16601aa5d85, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a771aea2-f5ed-4c08-8f64-d16601aa5d85,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:05.273937 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.284432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-1855afd3-c155-4489-9813-50837aad543a None None] Attempting to bind port 68305390-2f9c-4724-bf21-0293c8015c3d on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:05.284634 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-1855afd3-c155-4489-9813-50837aad543a None None] Attempting to bind port 68305390-2f9c-4724-bf21-0293c8015c3d by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:05.285001 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855afd3-c155-4489-9813-50837aad543a None None] Attempting to bind port 68305390-2f9c-4724-bf21-0293c8015c3d on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:05.314472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855afd3-c155-4489-9813-50837aad543a None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:05.314472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855afd3-c155-4489-9813-50837aad543a None None] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:05.314767 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.315172 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855afd3-c155-4489-9813-50837aad543a None None] Bound using segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:05.315690 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-1855afd3-c155-4489-9813-50837aad543a None None] Bound port: 68305390-2f9c-4724-bf21-0293c8015c3d, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:05.316044 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.535380 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b6ada8f9-416d-411a-bc06-382cc8f18fc9 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:05.542748 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f7fee-72dd-4e23-b936-ff9226e434c0 None None] Pushing event updated for resources: {'Port': ['ID=a771aea2-f5ed-4c08-8f64-d16601aa5d85,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:05.641773 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-1855afd3-c155-4489-9813-50837aad543a None None] For port 68305390-2f9c-4724-bf21-0293c8015c3d, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:05.645535 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-1855afd3-c155-4489-9813-50837aad543a None None] For port 68305390-2f9c-4724-bf21-0293c8015c3d, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=68305390-2f9c-4724-bf21-0293c8015c3d,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:05.653639 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1855afd3-c155-4489-9813-50837aad543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.714632 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port b6ada8f9-416d-411a-bc06-382cc8f18fc9 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:05.715097 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.777788 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf7901-e932-4633-9dca-624c18d591c7 req-7cc031dc-8042-435a-9470-6102144ac118 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.785856 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b3cf7901-e932-4633-9dca-624c18d591c7 req-7cc031dc-8042-435a-9470-6102144ac118 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.1008177 Aug 04 11:43:05.793182 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd12c-6bc9-4b6b-93cb-46f522c99a43 None None] Pushing event updated for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:05.800329 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:05.801000 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:05.808832 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:05.864084 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b3cf7901-e932-4633-9dca-624c18d591c7 req-93dc0116-0e32-4c4c-adaf-6d8a01ee1035 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Aug 04 11:43:05.871656 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-9ad0150d-73c3-487b-a2ad-c846505965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.888773 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-9ad0150d-73c3-487b-a2ad-c846505965ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.6014738 Aug 04 11:43:05.891668 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d278c0-6785-476d-a454-a615f4431066 req-0a192826-0452-4bc1-bf69-0fb70d21e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.893600 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-75d278c0-6785-476d-a454-a615f4431066 req-0a192826-0452-4bc1-bf69-0fb70d21e004 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f69bce5c70074698b087e17ad530d810&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6541412 Aug 04 11:43:05.993730 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:06.017929 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cf7ba-395b-4f11-aea4-84c364a1dbe6 req-9b97c3f7-9a28-4008-b323-7ac018e686fb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.019594 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b40cf7ba-395b-4f11-aea4-84c364a1dbe6 req-9b97c3f7-9a28-4008-b323-7ac018e686fb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.3352349 Aug 04 11:43:06.171495 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-b61fa8c4-2e96-47bb-8d4d-2c1b969a8507 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 1000 time: 0.2805946 Aug 04 11:43:06.204872 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b40cf7ba-395b-4f11-aea4-84c364a1dbe6 req-56f35c9d-7539-4829-80e1-2cecd7e242af tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491039 Aug 04 11:43:06.234943 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d278c0-6785-476d-a454-a615f4431066 req-d9827fbe-db99-4e5b-8cbd-fa3b4b65402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.236510 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-75d278c0-6785-476d-a454-a615f4431066 req-d9827fbe-db99-4e5b-8cbd-fa3b4b65402e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2963066 Aug 04 11:43:06.247230 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-1855afd3-c155-4489-9813-50837aad543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:05Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:06.259706 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-01c7e4ca-4815-430f-87c6-fe54e4a2f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.261234 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-01c7e4ca-4815-430f-87c6-fe54e4a2f3d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0791650 Aug 04 11:43:06.298108 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855afd3-c155-4489-9813-50837aad543a None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:05Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:06.317031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Router 79265416-ce4d-4116-879f-4e348153540a is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:43:06.456666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-cee688b0-8fb8-4f58-a62f-8dbbdfd7b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.458270 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-cee688b0-8fb8-4f58-a62f-8dbbdfd7b63e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834898 Aug 04 11:43:06.468689 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-24c38494-f2b0-4a90-8373-997a3af0c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.470554 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-24c38494-f2b0-4a90-8373-997a3af0c0df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0692790 Aug 04 11:43:06.503134 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-4526421e-e9a1-47c1-b89b-0cc62ad9b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.504765 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-4526421e-e9a1-47c1-b89b-0cc62ad9b92c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1097 time: 0.2001917 Aug 04 11:43:06.589699 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-f451a12a-4b14-44a4-ac10-04d0e19ca578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.591402 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-f451a12a-4b14-44a4-ac10-04d0e19ca578 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 920 time: 0.1123698 Aug 04 11:43:06.604253 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-fcb90f61-ad45-4e93-851c-7b95e0b3b9dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 217 time: 0.0892546 Aug 04 11:43:06.637139 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:06.648463 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Sync routers for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:06.653814 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-5fac5bca-6cfe-4aa1-bf23-dacd62cf8786 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 217 time: 0.0510952 Aug 04 11:43:06.658967 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fdf31-f0ef-46c3-a3fb-94cb87344e85 req-a2923b10-8c97-436c-ad6d-67cd9f4d1ea6 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.660733 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c13fdf31-f0ef-46c3-a3fb-94cb87344e85 req-a2923b10-8c97-436c-ad6d-67cd9f4d1ea6 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.2279201 Aug 04 11:43:06.671308 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:06.672670 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:06.674040 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:06.753712 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affa8e9-f5fc-426c-95d3-4d62a48a9069 None None] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:06.756188 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-ff51b8d3-8aa5-4cd8-bd91-e6a19f9db429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.759260 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:06.760059 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-ff51b8d3-8aa5-4cd8-bd91-e6a19f9db429 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0934274 Aug 04 11:43:06.760472 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9a68ad79-66f0-4b02-a658-c7a60fc7fb05 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9310231 Aug 04 11:43:06.763139 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48864) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:06.776060 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-a729762b-86c1-4c6c-9a68-6c3516ca859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.777564 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-a729762b-86c1-4c6c-9a68-6c3516ca859b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.1613426 Aug 04 11:43:06.786171 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-4391db16-0a32-4caa-8485-872e53e5b60f service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852099 Aug 04 11:43:06.789090 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c13fdf31-f0ef-46c3-a3fb-94cb87344e85 req-a4d1df9c-17c9-4b6a-a278-95c83a6d135b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004233 Aug 04 11:43:06.858256 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:06.900889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2827f-e749-455a-8122-d1630a37d056 req-aeb478f2-1957-4fc6-94af-ee6cbe47bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.902881 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-aeb478f2-1957-4fc6-94af-ee6cbe47bfb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1129239 Aug 04 11:43:07.010376 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-20ec602d-6243-478a-b843-649d5ec4f085 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874369 Aug 04 11:43:07.012406 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29c1f636-1591-4e3b-8c41-4d8b942358e0 req-f5320b95-fcb8-4fef-8f9e-886e764b1c71 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136738 Aug 04 11:43:07.012640 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-d1886d58-7671-44a3-bab4-79a602fdc992 None None] Provisioning for port a771aea2-f5ed-4c08-8f64-d16601aa5d85 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:07.113994 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-3aad629b-2659-43f7-b6e4-2602818f4034 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012002 Aug 04 11:43:07.162907 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 3, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:07.175870 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-0b1b17a1-f44f-4d62-8642-7d76dff03d2e service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233075 Aug 04 11:43:07.219754 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Checking router: 79265416-ce4d-4116-879f-4e348153540a for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:07.220194 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Updating router 79265416-ce4d-4116-879f-4e348153540a port a06bec05-272a-4c1d-ad82-8f8f0c624414 binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:07.237263 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e3a2827f-e749-455a-8122-d1630a37d056 req-4f9b6724-42fb-4b9c-b678-5183f5a7afde service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137521 Aug 04 11:43:07.337386 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3cdc0-9a01-4171-801b-ea4f7bd8c5f0 req-b38b081d-d90e-4ecc-930e-16cefeda3955 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:07.339091 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-62d3cdc0-9a01-4171-801b-ea4f7bd8c5f0 req-b38b081d-d90e-4ecc-930e-16cefeda3955 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.3337455 Aug 04 11:43:07.384808 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.492100 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5e72-e113-408a-9572-6fd74a2224b3 req-55630b02-7b93-4158-9003-6ecd075a117a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:07.493732 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1eea5e72-e113-408a-9572-6fd74a2224b3 req-55630b02-7b93-4158-9003-6ecd075a117a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.1163425 Aug 04 11:43:07.563237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 68305390-2f9c-4724-bf21-0293c8015c3d up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:07.563572 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-62d3cdc0-9a01-4171-801b-ea4f7bd8c5f0 req-73fbc02c-50cd-4370-900a-8422cabd74b7 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097859 Aug 04 11:43:07.602814 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1eea5e72-e113-408a-9572-6fd74a2224b3 req-135616a0-282e-426b-9795-cdfb510dbf08 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000078 Aug 04 11:43:07.650397 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 68305390-2f9c-4724-bf21-0293c8015c3d completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:07.658458 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 68305390-2f9c-4724-bf21-0293c8015c3d triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:07.658837 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.737685 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.758508 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Transition to ACTIVE for port object a06bec05-272a-4c1d-ad82-8f8f0c624414 will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:07.771226 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.782537 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.821391 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Attempting to bind port a06bec05-272a-4c1d-ad82-8f8f0c624414 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:07.821771 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Attempting to bind port a06bec05-272a-4c1d-ad82-8f8f0c624414 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:07.822131 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Attempting to bind port a06bec05-272a-4c1d-ad82-8f8f0c624414 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:07.836140 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 68305390-2f9c-4724-bf21-0293c8015c3d, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=68305390-2f9c-4724-bf21-0293c8015c3d,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:07.843023 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.846802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a771aea2-f5ed-4c08-8f64-d16601aa5d85 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:07.853892 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:07.854591 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:07.855182 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.855574 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:07.856060 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Bound port: a06bec05-272a-4c1d-ad82-8f8f0c624414, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:07.856770 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.922875 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] For port a06bec05-272a-4c1d-ad82-8f8f0c624414, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:07.927631 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] For port a06bec05-272a-4c1d-ad82-8f8f0c624414, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a06bec05-272a-4c1d-ad82-8f8f0c624414,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:07.937855 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.982918 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:07.988281 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Pushing event updated for resources: {'Port': ['ID=a06bec05-272a-4c1d-ad82-8f8f0c624414,revision_number=2']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.002810 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4c095337-4768-4200-8d0f-9b04faf67e19 req-472787d3-2ff6-4ca2-95de-b6f02c60e954 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158135 Aug 04 11:43:08.007718 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port a771aea2-f5ed-4c08-8f64-d16601aa5d85 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:08.017693 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a771aea2-f5ed-4c08-8f64-d16601aa5d85 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:08.018803 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.029124 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.030161 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.031121 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.031536 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.031935 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.032333 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.032752 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.033174 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.033650 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.033994 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.034377 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.034755 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:08.079136 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c475-6d62-454a-a67f-acbdd581d380 req-87f42c1c-fbda-431d-a25a-31bcaed4edef tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:08.088902 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-64a8c475-6d62-454a-a67f-acbdd581d380 req-87f42c1c-fbda-431d-a25a-31bcaed4edef tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0832715 Aug 04 11:43:08.116158 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3346d5-ba3e-4487-9e53-7a339e5f6494 None None] Pushing event updated for resources: {'Port': ['ID=a06bec05-272a-4c1d-ad82-8f8f0c624414,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.126861 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:08.127752 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:08.156044 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.159439 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-64a8c475-6d62-454a-a67f-acbdd581d380 req-507d3f92-bcab-4b08-aa66-f0af3ff0a695 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Aug 04 11:43:08.193819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port a771aea2-f5ed-4c08-8f64-d16601aa5d85, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a771aea2-f5ed-4c08-8f64-d16601aa5d85,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:08.198029 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.246282 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.246572 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:08.251244 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=a771aea2-f5ed-4c08-8f64-d16601aa5d85,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.438440 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 3, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:08.474125 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90fab28-f8ef-49e2-b1d3-a35482ac7241 None None] The sync data for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi is: [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 3, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:08.476997 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Allocated IP 172.20.0.1 (3260e4f0-d78f-4770-86c4-c7ffa877984f/7dcb3ff4-bd72-4c88-831b-6cb9503d0974/a2ecd427-3890-462e-9765-9da40af609d7) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:08.571204 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdac1b21-cefc-4e79-a2d0-708272839d0a details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:43:08.611665 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.651840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Transition to ACTIVE for port object a2ecd427-3890-462e-9765-9da40af609d7 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:08.760982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.787932 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:08.823165 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a076bf-cb1b-4ae7-b398-f568559c1d16 req-6a09c5ce-e616-4ee7-8d90-f3b1b4298a1a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:08.826810 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30a076bf-cb1b-4ae7-b398-f568559c1d16 req-6a09c5ce-e616-4ee7-8d90-f3b1b4298a1a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 944 time: 0.1516919 Aug 04 11:43:08.848614 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9382a01-e322-4ebd-a9bf-d8482a2a7989 req-9520af9e-3fdb-4724-af54-ea57d51914f4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:08.850122 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9382a01-e322-4ebd-a9bf-d8482a2a7989 req-9520af9e-3fdb-4724-af54-ea57d51914f4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0961211 Aug 04 11:43:08.851413 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.856767 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'port_id': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'mac_address': 'fa:16:3e:61:22:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:43:08.884405 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:08.892233 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:08.895843 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:08.923244 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.929380 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9382a01-e322-4ebd-a9bf-d8482a2a7989 req-be531d2f-5e36-4a87-b758-ba8ed4941f55 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611436 Aug 04 11:43:08.960847 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdac1b21-cefc-4e79-a2d0-708272839d0a {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:08.970515 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-30a076bf-cb1b-4ae7-b398-f568559c1d16 req-555c64e0-6dfc-4b86-ab46-19257cb7a878 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271410 Aug 04 11:43:08.988077 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:08.993814 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.994310 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.049912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:09.151677 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.215182 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-1aeb1cc2-bd66-4a4f-9cc4-160dbd2a48ac None None] Provisioning for port a2ecd427-3890-462e-9765-9da40af609d7 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:09.222139 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-1aeb1cc2-bd66-4a4f-9cc4-160dbd2a48ac None None] Provisioning complete for port a2ecd427-3890-462e-9765-9da40af609d7 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:09.222503 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1aeb1cc2-bd66-4a4f-9cc4-160dbd2a48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.260096 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb1cc2-bd66-4a4f-9cc4-160dbd2a48ac None None] Port a2ecd427-3890-462e-9765-9da40af609d7 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:09.298015 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:09.317068 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e2f8-9f5a-4577-8d68-8deacb13702c req-69d47fb6-30c4-47ca-9ef4-a664891b4663 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:09.318789 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29e0e2f8-9f5a-4577-8d68-8deacb13702c req-69d47fb6-30c4-47ca-9ef4-a664891b4663 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0787230 Aug 04 11:43:09.376935 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.387086 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.393276 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29e0e2f8-9f5a-4577-8d68-8deacb13702c req-62179c93-37a4-42fb-946a-92729c16fb74 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Aug 04 11:43:09.483696 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.490246 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:09.557685 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 68305390-2f9c-4724-bf21-0293c8015c3d up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:09.587291 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:09.588859 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:09.611036 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 68305390-2f9c-4724-bf21-0293c8015c3d triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:09.611454 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.720717 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Router 79265416-ce4d-4116-879f-4e348153540a has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:09.723665 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a771aea2-f5ed-4c08-8f64-d16601aa5d85 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:09.787275 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a771aea2-f5ed-4c08-8f64-d16601aa5d85 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:09.787894 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.872332 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:09.887403 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-3c8ed7df-c6c7-454b-96bc-caf16e2d12f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/79265416-ce4d-4116-879f-4e348153540a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1132600 Aug 04 11:43:09.910412 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a06bec05-272a-4c1d-ad82-8f8f0c624414 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:09.912242 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-f106628e-01f4-48c2-9bc4-16581e30c53e None None] Provisioning complete for port a2ecd427-3890-462e-9765-9da40af609d7 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:09.912633 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f106628e-01f4-48c2-9bc4-16581e30c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.976889 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-f106628e-01f4-48c2-9bc4-16581e30c53e None None] Port a2ecd427-3890-462e-9765-9da40af609d7 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:09.995507 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port a06bec05-272a-4c1d-ad82-8f8f0c624414 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:10.006038 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a06bec05-272a-4c1d-ad82-8f8f0c624414 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:10.006461 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.087210 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb25da-63e3-4ec9-a31e-f5425dabcf0d req-ca5eeaae-3cfe-4afb-9561-47c991444e80 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:10.088766 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2dfb25da-63e3-4ec9-a31e-f5425dabcf0d req-ca5eeaae-3cfe-4afb-9561-47c991444e80 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0519450 Aug 04 11:43:10.100600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1c35-9205-414d-8864-3ec2aedfe9ae req-47d5c2cc-25c1-43d6-a667-e54a3ca7fabb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:10.103670 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5fad1c35-9205-414d-8864-3ec2aedfe9ae req-47d5c2cc-25c1-43d6-a667-e54a3ca7fabb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0562274 Aug 04 11:43:10.119266 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.136235 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2dfb25da-63e3-4ec9-a31e-f5425dabcf0d req-04644e96-6bf2-4046-8e8a-1ec4da69a66a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Aug 04 11:43:10.144689 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port a06bec05-272a-4c1d-ad82-8f8f0c624414, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a06bec05-272a-4c1d-ad82-8f8f0c624414,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:10.150140 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.150976 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5fad1c35-9205-414d-8864-3ec2aedfe9ae req-11be86f8-a9f4-4e8e-b0cc-3652a60415d7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404012 Aug 04 11:43:10.209197 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=a06bec05-272a-4c1d-ad82-8f8f0c624414,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:10.274876 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dce0e2-8d01-42ca-9b5f-50918d238d20 req-9fd75ef6-5c02-43c7-875d-69e1be84e99e tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:10.276468 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-15dce0e2-8d01-42ca-9b5f-50918d238d20 req-9fd75ef6-5c02-43c7-875d-69e1be84e99e tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 945 time: 0.0578659 Aug 04 11:43:10.316910 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-15dce0e2-8d01-42ca-9b5f-50918d238d20 req-bb5e12eb-2bb6-435b-8a99-bb91d44fb4fd tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Aug 04 11:43:10.490684 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Sync routers for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:10.501641 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:10.502181 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:10.533290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4255524-08dc-46cf-9c62-2ba057047f2d req-c9a0f139-e740-4988-b95f-a7c5c913070e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:10.534813 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e4255524-08dc-46cf-9c62-2ba057047f2d req-c9a0f139-e740-4988-b95f-a7c5c913070e tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0492373 Aug 04 11:43:10.573892 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e4255524-08dc-46cf-9c62-2ba057047f2d req-2c6bb5c7-efce-4e66-81a4-e8a565d17401 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 04 11:43:10.588662 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdac1b21-cefc-4e79-a2d0-708272839d0a up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:10.638023 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:10.719807 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port cdac1b21-cefc-4e79-a2d0-708272839d0a completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:10.731233 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port cdac1b21-cefc-4e79-a2d0-708272839d0a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:10.731831 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.005417 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.035618 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:11.046989 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4729ded-0022-476a-bcc0-09e17774a116" -d '{"events": [{"server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "name": "network-vif-plugged", "status": "completed", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:11.062466 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:11.065940 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:09Z', 'revision_number': 4, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'a2ecd427-3890-462e-9765-9da40af609d7', 'name': '', 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'mac_address': 'fa:16:3e:22:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:09Z', 'revision_number': 2, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'subnets': [{'id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:11.069058 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.100147 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Checking router: 79265416-ce4d-4116-879f-4e348153540a for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:11.100576 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Updating router 79265416-ce4d-4116-879f-4e348153540a port a2ecd427-3890-462e-9765-9da40af609d7 binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:11.153740 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.177209 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:11.268583 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed66a6-344d-4599-aff0-f82bacf887f9 x-openstack-request-id: req-c9ed66a6-344d-4599-aff0-f82bacf887f9 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:11.268862 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "name": "network-vif-plugged", "status": "completed", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:11.269134 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9ed66a6-344d-4599-aff0-f82bacf887f9 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:11.269592 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'code': 200} Aug 04 11:43:11.365475 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c498b5-abd1-4ea3-9509-4ea36254ba39 req-59ba98e6-bd9b-48f9-bb3d-650b5d620f00 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.368812 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c2c498b5-abd1-4ea3-9509-4ea36254ba39 req-59ba98e6-bd9b-48f9-bb3d-650b5d620f00 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0709436 Aug 04 11:43:11.386815 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a06bec05-272a-4c1d-ad82-8f8f0c624414 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:11.413748 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c2c498b5-abd1-4ea3-9509-4ea36254ba39 req-9d45a3f1-aa66-4e41-8675-6509bca7e3f8 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358133 Aug 04 11:43:11.483733 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28118fa-fa95-4389-af38-16331efeebcc req-b35efde9-9464-4d53-b026-d814c81352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.485797 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d28118fa-fa95-4389-af38-16331efeebcc req-b35efde9-9464-4d53-b026-d814c81352e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1099 time: 0.0678866 Aug 04 11:43:11.510370 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a06bec05-272a-4c1d-ad82-8f8f0c624414 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:11.510719 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.513363 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.544814 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Transition to ACTIVE for port object a2ecd427-3890-462e-9765-9da40af609d7 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:11.551426 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d28118fa-fa95-4389-af38-16331efeebcc req-76fb8a8c-ca82-4c47-8119-6e8ff8a2bab7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527453 Aug 04 11:43:11.557399 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.560341 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ea84-4076-4175-96f6-3ef3960d628e req-0c5c0648-db71-400d-aacf-56911bb1b278 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.561886 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a7e4ea84-4076-4175-96f6-3ef3960d628e req-0c5c0648-db71-400d-aacf-56911bb1b278 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0750585 Aug 04 11:43:11.614715 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bac7c-5123-4dc9-8493-bf51d32f9532 None None] Pushing event updated for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:11.617013 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a7e4ea84-4076-4175-96f6-3ef3960d628e req-4ed3c38f-d222-4c87-b550-8f2db2f7bc1d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Aug 04 11:43:11.721052 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Attempting to bind port a2ecd427-3890-462e-9765-9da40af609d7 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:11.721683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Attempting to bind port a2ecd427-3890-462e-9765-9da40af609d7 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:11.725079 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Attempting to bind port a2ecd427-3890-462e-9765-9da40af609d7 on network 3260e4f0-d78f-4770-86c4-c7ffa877984f {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:11.731162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:11.731852 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Checking segment: {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:11.732976 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.732976 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Bound using segment: {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:11.733271 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Bound port: a2ecd427-3890-462e-9765-9da40af609d7, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8af7569-63fe-4f49-99bc-c339497957b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:11.733655 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.780570 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8030e42-aedc-46a5-99fb-50115d00fa07 req-6f80cde5-1ad3-4668-8e65-43ec99f6a5cc tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.782218 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f8030e42-aedc-46a5-99fb-50115d00fa07 req-6f80cde5-1ad3-4668-8e65-43ec99f6a5cc tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0727985 Aug 04 11:43:11.812475 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] For port a2ecd427-3890-462e-9765-9da40af609d7, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:11.815737 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] For port a2ecd427-3890-462e-9765-9da40af609d7, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a2ecd427-3890-462e-9765-9da40af609d7,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:11.821448 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.841192 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f8030e42-aedc-46a5-99fb-50115d00fa07 req-712bb7e1-a179-48ef-8c7e-c1cf03d0baa2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Aug 04 11:43:11.882995 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:11.883632 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:42:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:11.923755 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48922) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:11.929805 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127342379', 'description': 'tempest-secgroup-smoke-2127342379 description', 'project_id': '78a726d3200f4262b363de424d33a181'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:11.959335 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bac7c-5123-4dc9-8493-bf51d32f9532 None None] Pushing event updated for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:11.964814 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:11.970716 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c71bac-8f8a-4f06-b819-c98a2e27cac8 req-c20e4a1a-c737-4f58-833a-e21f6a8c2ac5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.972622 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-64c71bac-8f8a-4f06-b819-c98a2e27cac8 req-c20e4a1a-c737-4f58-833a-e21f6a8c2ac5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0660124 Aug 04 11:43:12.043068 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-64c71bac-8f8a-4f06-b819-c98a2e27cac8 req-41515901-812f-4a7b-ac9c-d0605fa15b5c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Aug 04 11:43:12.053187 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:12.073745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.079452 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.112260 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.113499 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1878679 Aug 04 11:43:12.115651 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fab181-bd92-408d-a769-350722adb9bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a7508-e859-43e0-979f-4d5b2d73495c,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.116468 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48924) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.121057 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:12.154188 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.225892 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.229640 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.249833 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0132483-793a-4db1-8168-b302b9845020,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.257349 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.262093 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d2de389d-838e-4993-bdfa-758c1cc07de4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420317 Aug 04 11:43:12.262273 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48926) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.266808 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:12.273506 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:09Z', 'revision_number': 4, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'a2ecd427-3890-462e-9765-9da40af609d7', 'name': '', 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'mac_address': 'fa:16:3e:22:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:11Z', 'revision_number': 4, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'subnets': [{'id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:12.298823 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.301219 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3863792-7a11-4214-b2fc-1c8c5af79266 None None] The sync data for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi is: [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:43:09Z', 'revision_number': 4, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'a2ecd427-3890-462e-9765-9da40af609d7', 'name': '', 'network_id': '3260e4f0-d78f-4770-86c4-c7ffa877984f', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'mac_address': 'fa:16:3e:22:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:11Z', 'revision_number': 4, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'subnets': [{'id': '7dcb3ff4-bd72-4c88-831b-6cb9503d0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:12.367322 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.374102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.391904 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbdb844-0289-48a7-8408-f588f9aff79a,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.403895 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.406091 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-92c54cf4-84da-4d19-ba71-67a4590086dc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427476 Aug 04 11:43:12.408638 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 48928) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.413057 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:12.441631 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.517843 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.523090 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.539109 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bae7aa-c3be-4935-959f-5b2f158f062b,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.554713 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.554883 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc099803-9f86-43ee-a898-876c81d71c3b req-d2ed17a2-6ca6-4e89-8d89-b77589933070 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:12.556722 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc099803-9f86-43ee-a898-876c81d71c3b req-d2ed17a2-6ca6-4e89-8d89-b77589933070 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0647004 Aug 04 11:43:12.564651 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6b6ae02b-3e42-4721-ae1a-d41638454ff8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549163 Aug 04 11:43:12.564922 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48932) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.570494 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:12.589568 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:43:12.630180 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc099803-9f86-43ee-a898-876c81d71c3b req-bc7ff291-26c0-4c27-bdd7-482060dccef6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643072 Aug 04 11:43:12.636504 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.715820 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.720525 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.736472 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:12.745433 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603920e5-338c-4fcb-aa67-511e0fa8773c,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.752849 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'mac_address': 'fa:16:3e:69:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:43:12.757708 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.761625 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c2237144-348a-4b47-9885-21af6a63b116 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1920397 Aug 04 11:43:12.762024 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48936) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.769077 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:12.797155 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.securitygroups_db [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Project 78a726d3200f4262b363de424d33a181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:12.802935 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.804408 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.817018 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a7c5-da2b-463e-8695-19c2aeff1e99 req-3322fdc8-4f43-43ae-bd6b-390cd6704c12 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:12.819002 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9437a7c5-da2b-463e-8695-19c2aeff1e99 req-3322fdc8-4f43-43ae-bd6b-390cd6704c12 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 944 time: 0.0864775 Aug 04 11:43:12.820665 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:12.848935 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:12.855782 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.873298 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9437a7c5-da2b-463e-8695-19c2aeff1e99 req-d254b812-717e-4b03-8e1b-2c075de5a4c9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450449 Aug 04 11:43:12.888227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.910219 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.929790 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dd0bca-dbf5-4734-8150-b8bbf9cb2b24,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.947410 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=9']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.965512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.967236 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-011278c0-8174-473e-99de-5a0234fb58f0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015576 Aug 04 11:43:12.970070 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 48940) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.974491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'security_group_rule': {'security_group_id': '1e5a7508-e859-43e0-979f-4d5b2d73495c', 'project_id': '78a726d3200f4262b363de424d33a181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:13.014298 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea7e91-a6a1-412f-b1cb-577437f68665 req-cdf8d285-1732-4c55-b4ab-011d4f58a680 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.016029 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-73ea7e91-a6a1-412f-b1cb-577437f68665 req-cdf8d285-1732-4c55-b4ab-011d4f58a680 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0827551 Aug 04 11:43:13.017414 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.securitygroups_db [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Project 78a726d3200f4262b363de424d33a181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:13.022949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.111210 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-73ea7e91-a6a1-412f-b1cb-577437f68665 req-61977fe0-2637-4e9b-a4d6-be6e5975875c tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755858 Aug 04 11:43:13.127554 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.137607 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.141121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['b8edf2a8-86c6-4ce3-a642-2ef77428fda2'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:13.162351 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a9c3a7-d17b-4ead-95b0-3b63e71f5ac1,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:13.170769 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.172026 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-6693b902-78da-4b92-840a-6acef60bce62 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2010436 Aug 04 11:43:13.206687 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948d7f-c158-49ab-9539-90445665b495 req-5a6b3976-7faa-4761-b46e-2cec099b1301 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.207780 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c4948d7f-c158-49ab-9539-90445665b495 req-5a6b3976-7faa-4761-b46e-2cec099b1301 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0980537 Aug 04 11:43:13.305683 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b418-c9af-4ad6-8bb6-f32acd97d75b req-a5fd18a0-d24d-45b5-8e23-1e6a73e5fcc9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.312617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c4948d7f-c158-49ab-9539-90445665b495 req-4846c44a-5e6f-4ed0-a784-458c43b7b6ee tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898862 Aug 04 11:43:13.313650 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6367b418-c9af-4ad6-8bb6-f32acd97d75b req-a5fd18a0-d24d-45b5-8e23-1e6a73e5fcc9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0912232 Aug 04 11:43:13.384068 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6367b418-c9af-4ad6-8bb6-f32acd97d75b req-42c04c32-4d47-4037-9814-1c8be4e1abf0 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694735 Aug 04 11:43:13.445822 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a2ecd427-3890-462e-9765-9da40af609d7 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:13.515890 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port a2ecd427-3890-462e-9765-9da40af609d7 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:13.520224 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a2ecd427-3890-462e-9765-9da40af609d7 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:13.520824 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.619394 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.663774 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port a2ecd427-3890-462e-9765-9da40af609d7, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a2ecd427-3890-462e-9765-9da40af609d7,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:13.670374 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.764292 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:13.789419 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2ea7a-bee3-45f5-bbe1-ecfd0ea6f75e req-ab0df058-f686-4154-8604-d7492eabaafc tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.792156 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8d2ea7a-bee3-45f5-bbe1-ecfd0ea6f75e req-ab0df058-f686-4154-8604-d7492eabaafc tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0693550 Aug 04 11:43:13.815590 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea395c28-f0f3-4881-9a2b-e707b56a1709 req-a38777db-fa7b-4380-b559-210394f7c126 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.817251 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ea395c28-f0f3-4881-9a2b-e707b56a1709 req-a38777db-fa7b-4380-b559-210394f7c126 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0745964 Aug 04 11:43:13.838611 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8d2ea7a-bee3-45f5-bbe1-ecfd0ea6f75e req-2633a931-3175-4502-a08a-52aa4de84527 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Aug 04 11:43:13.862992 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ea395c28-f0f3-4881-9a2b-e707b56a1709 req-ed31d3f9-3768-4f14-b57f-8a601acb6166 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353739 Aug 04 11:43:14.017126 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb3095-bc81-42bd-b4c2-d75f843086c4 req-fcc34f7d-7a09-45b9-ab97-837bb005e312 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:14.018747 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d5bb3095-bc81-42bd-b4c2-d75f843086c4 req-fcc34f7d-7a09-45b9-ab97-837bb005e312 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 945 time: 0.0589263 Aug 04 11:43:14.062762 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d5bb3095-bc81-42bd-b4c2-d75f843086c4 req-4654268d-4d09-4bc9-960f-2d4130598bd4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366247 Aug 04 11:43:14.422347 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d03dc-2887-4237-9d4f-4250125e0db8 req-1c84bb62-20d8-48ee-a66b-551c12d8c3fc tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:14.424047 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-326d03dc-2887-4237-9d4f-4250125e0db8 req-1c84bb62-20d8-48ee-a66b-551c12d8c3fc tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0508687 Aug 04 11:43:14.467257 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-326d03dc-2887-4237-9d4f-4250125e0db8 req-c1f54761-e3aa-4963-9a23-0b1a5fc3cc30 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Aug 04 11:43:14.602442 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:14.658494 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:14.658895 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.738172 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.764482 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:14.766717 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e783e-9ad9-4b97-b24c-fdb82083eda9" -d '{"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:14.780723 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:14.785097 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.808904 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d13dbbe-eabd-4791-9371-ec8225415736 x-openstack-request-id: req-7d13dbbe-eabd-4791-9371-ec8225415736 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:14.809193 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-plugged", "status": "completed", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:14.809442 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d13dbbe-eabd-4791-9371-ec8225415736 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:14.809828 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'code': 200} Aug 04 11:43:14.838260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=10']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:14.988260 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc8029-25e8-4507-b95a-58dfc20564be req-743f663c-8192-4618-a45b-6eaa9e74c3e6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:14.989838 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f1bc8029-25e8-4507-b95a-58dfc20564be req-743f663c-8192-4618-a45b-6eaa9e74c3e6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0565023 Aug 04 11:43:15.030847 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f1bc8029-25e8-4507-b95a-58dfc20564be req-774a5eb1-3b77-4119-9b60-74e446a3f1ab tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351226 Aug 04 11:43:15.099819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1c170b99-857b-4328-9cf0-2306c3c6ef98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.197314 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b52f0-b5a7-4375-85ff-8335612c2a4e req-494739a8-a43a-44ba-ac39-e789648df8cb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:15.199733 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a31b52f0-b5a7-4375-85ff-8335612c2a4e req-494739a8-a43a-44ba-ac39-e789648df8cb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0506027 Aug 04 11:43:15.245103 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a31b52f0-b5a7-4375-85ff-8335612c2a4e req-7fdfedee-15d8-47c8-abb5-5fc32251a8c4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Aug 04 11:43:15.361388 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a2ecd427-3890-462e-9765-9da40af609d7 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:15.410563 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b60ce-c842-4cad-b184-9ca2317e3917 req-ebfbd556-b2f1-488d-9cb5-00c69351c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:15.412133 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-497b60ce-c842-4cad-b184-9ca2317e3917 req-ebfbd556-b2f1-488d-9cb5-00c69351c06a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 1100 time: 0.0505090 Aug 04 11:43:15.428990 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port a2ecd427-3890-462e-9765-9da40af609d7 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:15.430228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.463646 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-497b60ce-c842-4cad-b184-9ca2317e3917 req-d5f01380-47f9-4690-9734-a96b178937ff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Aug 04 11:43:15.588735 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ede48-099d-4e04-864b-83492274604f req-79b8a5a5-e2bf-4bca-a7e0-1251dff98786 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:15.590369 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ff5ede48-099d-4e04-864b-83492274604f req-79b8a5a5-e2bf-4bca-a7e0-1251dff98786 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0541875 Aug 04 11:43:15.639044 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ff5ede48-099d-4e04-864b-83492274604f req-1df43760-a645-4cb4-81ab-c67462f1dda8 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Aug 04 11:43:16.155862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b302e66-0d30-4269-a65f-c2ff75fde4cf req-83fe7090-1c00-4b78-a44b-b8807e7b802b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:16.157278 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2b302e66-0d30-4269-a65f-c2ff75fde4cf req-83fe7090-1c00-4b78-a44b-b8807e7b802b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0550315 Aug 04 11:43:16.194366 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2b302e66-0d30-4269-a65f-c2ff75fde4cf req-3b5199ec-1551-45f9-b549-fcf626f2fe7a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305185 Aug 04 11:43:16.376102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8b5be-56c5-46c1-9daf-314e7a0fe47b req-7361c878-5455-46b8-9d20-4e98f604552c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:16.377708 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-97a8b5be-56c5-46c1-9daf-314e7a0fe47b req-7361c878-5455-46b8-9d20-4e98f604552c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0520051 Aug 04 11:43:16.417034 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-97a8b5be-56c5-46c1-9daf-314e7a0fe47b req-c706550f-0a78-4cb6-b713-6843fffbf712 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332482 Aug 04 11:43:16.775807 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001bf7-2274-4e85-ab5b-5ecf8abffd73 req-28487fb3-0c0a-4de7-b6d3-8be432e36148 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:16.777519 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93001bf7-2274-4e85-ab5b-5ecf8abffd73 req-28487fb3-0c0a-4de7-b6d3-8be432e36148 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0636172 Aug 04 11:43:16.825624 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93001bf7-2274-4e85-ab5b-5ecf8abffd73 req-5b591a11-a6d3-45fe-88ff-641bc227d65d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378261 Aug 04 11:43:17.315762 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f8f96-cbeb-4a92-8bd5-b3d56d3b8b86 req-a8d20b02-2383-47e5-9304-903b22125ac7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:17.317281 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5e6f8f96-cbeb-4a92-8bd5-b3d56d3b8b86 req-a8d20b02-2383-47e5-9304-903b22125ac7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0547507 Aug 04 11:43:17.358725 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5e6f8f96-cbeb-4a92-8bd5-b3d56d3b8b86 req-0989a8b5-2631-4221-9a42-b640b915fa3d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354054 Aug 04 11:43:17.547326 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3eab5-06a6-4010-8489-19eab27e34bf req-e6d41089-d5c3-4a2f-9ce1-a9d026793a54 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:17.548857 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d0c3eab5-06a6-4010-8489-19eab27e34bf req-e6d41089-d5c3-4a2f-9ce1-a9d026793a54 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0540795 Aug 04 11:43:17.589099 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d0c3eab5-06a6-4010-8489-19eab27e34bf req-60885d97-d6d6-49a5-abd2-0865c7be2da9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339584 Aug 04 11:43:17.946531 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6b21a-1b0c-4f6c-a0ef-c47e47bbfed1 req-9be35d96-f446-40cc-b0eb-71a17a7fa0cb tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:17.948328 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1fc6b21a-1b0c-4f6c-a0ef-c47e47bbfed1 req-9be35d96-f446-40cc-b0eb-71a17a7fa0cb tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0528305 Aug 04 11:43:17.988622 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1fc6b21a-1b0c-4f6c-a0ef-c47e47bbfed1 req-b3490202-360d-4706-8c29-43b27b64a566 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 04 11:43:18.476760 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162607-6fea-4c6a-a3e7-021606309f9b req-f92546da-0a8b-42fe-a0f6-0756e40a3d9b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:18.478211 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e8162607-6fea-4c6a-a3e7-021606309f9b req-f92546da-0a8b-42fe-a0f6-0756e40a3d9b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Aug 04 11:43:18.516413 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e8162607-6fea-4c6a-a3e7-021606309f9b req-17c8a62f-38a8-4c96-8028-fe9e5791fbcc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Aug 04 11:43:18.646228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:18.712243 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7cd5-63d9-4795-91e4-63bae0b2006b req-74ffb5a6-411e-4058-8566-b6ca74a08e56 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:18.713754 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48ce7cd5-63d9-4795-91e4-63bae0b2006b req-74ffb5a6-411e-4058-8566-b6ca74a08e56 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0493984 Aug 04 11:43:18.751718 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48ce7cd5-63d9-4795-91e4-63bae0b2006b req-58765767-f22c-434f-86ab-d844530b65d1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Aug 04 11:43:19.113877 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1433e-96f0-4aca-b47d-9e7f4d9465eb req-e4e366eb-333f-4c97-8d40-4f176590bd09 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:19.115396 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-efe1433e-96f0-4aca-b47d-9e7f4d9465eb req-e4e366eb-333f-4c97-8d40-4f176590bd09 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Aug 04 11:43:19.154575 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-efe1433e-96f0-4aca-b47d-9e7f4d9465eb req-8b613a81-bb29-4d02-9a67-7bed20eec35b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 04 11:43:19.638528 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b3697-ca97-456e-a926-fda526b85424 req-59199b31-d431-40ae-a4e4-0d86ba4e8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:19.640006 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-784b3697-ca97-456e-a926-fda526b85424 req-59199b31-d431-40ae-a4e4-0d86ba4e8d76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0699522 Aug 04 11:43:19.662372 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21216-1f9f-4312-b01a-d988f4409c29 req-7f12f373-595f-49c8-8aed-bc48648cfe5a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:19.663848 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-04c21216-1f9f-4312-b01a-d988f4409c29 req-7f12f373-595f-49c8-8aed-bc48648cfe5a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0661979 Aug 04 11:43:19.704472 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-784b3697-ca97-456e-a926-fda526b85424 req-b9ed4e48-f212-4515-a6c4-e404546295ac service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557783 Aug 04 11:43:19.716261 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-04c21216-1f9f-4312-b01a-d988f4409c29 req-dfc81fea-9d3c-4a83-a5a9-504a73b9ce82 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461853 Aug 04 11:43:19.791620 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4a9c0acd-5383-4002-bc0f-d4cac242b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:20.270012 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0c056-70da-490d-9586-3f56de1da6d3 req-35dca4d5-e71b-4e23-83f0-0eeeb3a1660a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:20.271497 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48d0c056-70da-490d-9586-3f56de1da6d3 req-35dca4d5-e71b-4e23-83f0-0eeeb3a1660a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0487292 Aug 04 11:43:20.310734 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48d0c056-70da-490d-9586-3f56de1da6d3 req-0cd0ddee-51a3-4d62-88d8-1dbcef616a83 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Aug 04 11:43:20.712900 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:20.837878 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cd0bd-c429-46a0-9a48-53f526250fb2 req-ff2204d0-c299-456e-887b-305cb91fdf27 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:20.839373 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6d1cd0bd-c429-46a0-9a48-53f526250fb2 req-ff2204d0-c299-456e-887b-305cb91fdf27 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Aug 04 11:43:20.883843 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6d1cd0bd-c429-46a0-9a48-53f526250fb2 req-88ed298f-38f9-458f-b140-8f9804ede613 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359612 Aug 04 11:43:21.093938 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230612a2-bbfc-499a-806e-2a05bd2efd64 req-1257a166-c6dc-47e1-87bf-b80086658212 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.095627 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-230612a2-bbfc-499a-806e-2a05bd2efd64 req-1257a166-c6dc-47e1-87bf-b80086658212 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Aug 04 11:43:21.161186 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-230612a2-bbfc-499a-806e-2a05bd2efd64 req-3203bdf5-7566-4e82-bca7-b76bc3234658 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581369 Aug 04 11:43:21.171174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-ed93ba7a-1e62-46bb-bdb7-c70ec82e4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.172897 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-ed93ba7a-1e62-46bb-bdb7-c70ec82e4e71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 1098 time: 0.0635071 Aug 04 11:43:21.274169 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-3a5365c5-971e-49aa-b1f9-ac24a9d4db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.275731 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-3a5365c5-971e-49aa-b1f9-ac24a9d4db11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.0890031 Aug 04 11:43:21.341279 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-49d558b7-bb5d-4f65-b38b-53be95e78b49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 200 len: 1000 time: 0.0574467 Aug 04 11:43:21.393531 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-e1514df0-f1e3-404d-8f81-7d823d9600e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.395018 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-e1514df0-f1e3-404d-8f81-7d823d9600e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0450914 Aug 04 11:43:21.435653 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e78cf-bbab-4e81-83e2-744e32d63df3 req-7148402d-34a1-461a-b526-c8afe4a18474 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.437705 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ec1e78cf-bbab-4e81-83e2-744e32d63df3 req-7148402d-34a1-461a-b526-c8afe4a18474 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0554240 Aug 04 11:43:21.455505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-c23b4ac2-8d46-46d0-bb19-7c976ea52453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.457042 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-c23b4ac2-8d46-46d0-bb19-7c976ea52453 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495503 Aug 04 11:43:21.476431 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ec1e78cf-bbab-4e81-83e2-744e32d63df3 req-4fcde498-956d-4d4e-b2a4-808b22149843 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Aug 04 11:43:21.549326 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-520d958b-fd76-429a-b53a-1c6d1ac47faf service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Aug 04 11:43:21.651545 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4edf8d2d-c2fb-41ae-af0c-0dd859183591 req-e278dce5-67a9-4c84-b08f-473b866f48ac service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889533 Aug 04 11:43:21.879553 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d8e10-11a4-4a53-9778-e1b423cc8aa3 req-ee90d015-3ff2-4b28-94cc-7f42cf311a88 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.881096 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2e2d8e10-11a4-4a53-9778-e1b423cc8aa3 req-ee90d015-3ff2-4b28-94cc-7f42cf311a88 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0799358 Aug 04 11:43:21.883766 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb644de-5223-400a-be29-23dc0ebd537c req-bfd43cf8-1b7a-4972-a5e6-9dddc785ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.885184 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-bfd43cf8-1b7a-4972-a5e6-9dddc785ab74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=735121b91bd94b80a9072325800ad454&device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 1099 time: 0.0737188 Aug 04 11:43:21.965138 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2e2d8e10-11a4-4a53-9778-e1b423cc8aa3 req-c3efd940-6400-4ff6-9b4e-1b6380aab93b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780101 Aug 04 11:43:22.006943 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb644de-5223-400a-be29-23dc0ebd537c req-fe8be9b5-4e42-4b00-98d3-d4e70c2a52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:22.008453 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-fe8be9b5-4e42-4b00-98d3-d4e70c2a52d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 200 len: 920 time: 0.1079895 Aug 04 11:43:22.051721 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-9470e56b-73b1-4c80-8d6f-490777614590 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 200 len: 217 time: 0.0351422 Aug 04 11:43:22.105026 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb644de-5223-400a-be29-23dc0ebd537c req-1552f293-ed1d-4019-9e21-1695a257b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:22.106797 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-1552f293-ed1d-4019-9e21-1695a257b71f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 200 len: 859 time: 0.0444722 Aug 04 11:43:22.142952 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-8614cead-e931-43f5-b1d2-188d19852378 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f06b4222-7e8e-48ea-a25b-df0764bb34cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283580 Aug 04 11:43:22.258142 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-7ef2b649-9ce7-4bec-b58d-caa613a9388b service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898035 Aug 04 11:43:22.315861 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732342-f346-4872-acfb-bc3d941104d0 req-dc914018-b859-482c-911f-afa0323d7020 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:22.317542 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-02732342-f346-4872-acfb-bc3d941104d0 req-dc914018-b859-482c-911f-afa0323d7020 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0718410 Aug 04 11:43:22.377623 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-02732342-f346-4872-acfb-bc3d941104d0 req-85ae9b2a-0d40-4878-ac74-16484f41f0be tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526650 Aug 04 11:43:22.377855 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fb644de-5223-400a-be29-23dc0ebd537c req-371a2c18-f784-48be-9afc-1ebbde19f349 service neutron] 10.222.0.83 "GET /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091566 Aug 04 11:43:22.636710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:23.095300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcefd3-e8ff-44bc-84d8-4e083091ed75 req-6da10504-b037-4f8e-a71d-093c4a21c874 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.096890 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aabcefd3-e8ff-44bc-84d8-4e083091ed75 req-6da10504-b037-4f8e-a71d-093c4a21c874 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Aug 04 11:43:23.135609 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aabcefd3-e8ff-44bc-84d8-4e083091ed75 req-d2616937-fb2c-4585-9c16-784d2da5dcb5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Aug 04 11:43:23.500771 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7de7c-58fc-46b3-96e9-bf18942f317e req-f330729b-883f-477b-8743-ebf0af55a9e5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.502263 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eec7de7c-58fc-46b3-96e9-bf18942f317e req-f330729b-883f-477b-8743-ebf0af55a9e5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0609872 Aug 04 11:43:23.542314 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-eec7de7c-58fc-46b3-96e9-bf18942f317e req-6421f998-62d3-47e8-8a8a-85954af6185c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Aug 04 11:43:23.626627 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd11a3-a887-4eb5-bac5-6a72b7037d4e req-9c98cdfd-8f1c-4078-adff-f4b433b5ce7a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.628218 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-58fd11a3-a887-4eb5-bac5-6a72b7037d4e req-9c98cdfd-8f1c-4078-adff-f4b433b5ce7a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0503657 Aug 04 11:43:23.668432 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-58fd11a3-a887-4eb5-bac5-6a72b7037d4e req-65b257b5-afe2-457b-879d-ecb75c20cf5a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Aug 04 11:43:23.692756 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49172) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:23.905757 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef163f9-7691-4565-97c8-9920706601ce tempest-TestMinimumBasicScenario-167282751 tempest-TestMinimumBasicScenario-167282751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.907254 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2ef163f9-7691-4565-97c8-9920706601ce tempest-TestMinimumBasicScenario-167282751 tempest-TestMinimumBasicScenario-167282751-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1094 time: 0.2135108 Aug 04 11:43:23.910298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49176) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:23.914554 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'port_id': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:23.938055 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:24.034482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:24.151881 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Allocated IP 172.27.2.151 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/6ba4d247-1f66-48c2-bdce-2d9c7c1b537c) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:24.259364 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:24.266035 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952bf3-768a-4471-ba3c-414d2510755b req-76b3600c-6b8b-4738-8283-df44fc4fb0ea tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:24.267505 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4e952bf3-768a-4471-ba3c-414d2510755b req-76b3600c-6b8b-4738-8283-df44fc4fb0ea tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Aug 04 11:43:24.303828 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:24.311902 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4e952bf3-768a-4471-ba3c-414d2510755b req-33e17173-d49c-473f-9b09-037752cb3907 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Aug 04 11:43:24.355997 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:24.360461 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:24.363365 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:24.385646 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'Port': ['ID=6ba4d247-1f66-48c2-bdce-2d9c7c1b537c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:24.723533 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.010894 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.161128 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.165527 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.238476 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'Port': ['ID=6ba4d247-1f66-48c2-bdce-2d9c7c1b537c,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:25.244009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.346545 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Floating IP 1e3ed920-8163-4497-adb8-1aa65101faab associated. External IP: 172.27.2.151, port: cdac1b21-cefc-4e79-a2d0-708272839d0a. Aug 04 11:43:25.497819 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88efe73-8627-4dd6-b031-c200279c4836 req-26a3d5ab-40ad-4ca6-bdbc-7c6bcec6cf75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:25.499307 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a88efe73-8627-4dd6-b031-c200279c4836 req-26a3d5ab-40ad-4ca6-bdbc-7c6bcec6cf75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.1026144 Aug 04 11:43:25.607983 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a88efe73-8627-4dd6-b031-c200279c4836 req-e342afc8-1508-4e21-b177-77be4b547658 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734410 Aug 04 11:43:25.636055 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Router bd4c5182-3682-4517-8d0d-993ccec83d98 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:25.749216 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:25.759796 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Sync routers for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:25.768223 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.770249 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:25.771047 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:25.805521 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49192) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:25.806037 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5cb13ab7-c148-4f59-abe0-16da460d9f26 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8943360 Aug 04 11:43:25.806375 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:25.808821 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a2453-c81f-4c2e-914b-bee2e90da179" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:25.810413 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122614120', 'description': 'tempest-secgroup-smoke-122614120 description', 'project_id': 'f69bce5c70074698b087e17ad530d810'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:25.847465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.870153 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad98c2-2e14-4e89-9d3e-1b90898e0695 x-openstack-request-id: req-4fad98c2-2e14-4e89-9d3e-1b90898e0695 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:25.870304 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:25.870481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fad98c2-2e14-4e89-9d3e-1b90898e0695 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:25.870869 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:43:25.938698 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:25.960445 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-46308fa8-b862-492e-8670-66983d0ce093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:25.962190 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-46308fa8-b862-492e-8670-66983d0ce093 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1099 time: 0.0578144 Aug 04 11:43:25.971669 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.976034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.010153 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.014213 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2047193 Aug 04 11:43:26.017968 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49200) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.025989 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.060898 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc9a0-9980-4c9f-8f2f-5dbfbdaf49c5 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca81730d-8bbc-452b-8e7d-45159b1df567,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.084154 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-d67036b3-75e0-4291-bd20-f315e5f16f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:26.084776 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.085704 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-d67036b3-75e0-4291-bd20-f315e5f16f1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.1144972 Aug 04 11:43:26.142262 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.146987 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.164298 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-6e8868c3-3ee3-4e60-a66a-860f2978e3a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1000 time: 0.0643198 Aug 04 11:43:26.168126 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e499a2-d7c7-4adc-8de6-b90471a9b3ef,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.173617 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.176422 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3e24f581-6f95-485d-b9e8-44db50a0c182 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563618 Aug 04 11:43:26.177592 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49202) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.182132 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.211164 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '1e3ed920-8163-4497-adb8-1aa65101faab', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'port_id': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'mac_address': 'fa:16:3e:61:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:24Z', 'updated_at': '2021-08-04T11:43:24Z', 'revision_number': 0, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:26.211903 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.236712 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-a1d50eaf-4ef3-4e42-881c-ac15749bcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:26.238513 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-a1d50eaf-4ef3-4e42-881c-ac15749bcea9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0515237 Aug 04 11:43:26.245190 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Checking router: bd4c5182-3682-4517-8d0d-993ccec83d98 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:26.256101 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:26.256777 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:26.283754 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.288406 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.295716 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-307d6910-c49d-407b-92cc-56c479788dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:26.298449 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-307d6910-c49d-407b-92cc-56c479788dd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491307 Aug 04 11:43:26.307565 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33744255-1059-48bb-b547-aba0890868ba,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.314662 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.318071 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2e68bceb-8249-4c0f-8388-10e153c368ea tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374574 Aug 04 11:43:26.318904 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49204) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.324560 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.354474 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.371993 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:26.417875 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-a9effe48-c5c4-4659-8936-415a456627d8 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974836 Aug 04 11:43:26.422305 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.426307 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.446238 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45665cf-c711-44a2-a9f4-c1e46b518865,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.454574 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.458984 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-6007b09e-5139-439b-9c8f-82e1024e2650 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382782 Aug 04 11:43:26.459924 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49208) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.465205 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.508204 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.544705 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d9a2453-c81f-4c2e-914b-bee2e90da179 req-3799cbf0-0fa3-4066-a7a9-4e39acb3cfe6 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192122 Aug 04 11:43:26.585535 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.591689 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.613051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16fdd07-ed43-4e00-8f58-592b31c86909,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.621897 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.625780 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cd825b11-5d2d-47b9-b4c8-0ebc029edda1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619546 Aug 04 11:43:26.626398 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49210) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.627596 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '1e3ed920-8163-4497-adb8-1aa65101faab', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'port_id': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'mac_address': 'fa:16:3e:61:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:24Z', 'updated_at': '2021-08-04T11:43:24Z', 'revision_number': 0, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:26.630669 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.654640 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9dd6-4704-42c9-93f1-60c775edf90d None None] The sync data for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi is: [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '1e3ed920-8163-4497-adb8-1aa65101faab', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'port_id': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'mac_address': 'fa:16:3e:61:22:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:24Z', 'updated_at': '2021-08-04T11:43:24Z', 'revision_number': 0, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:26.658926 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Project f69bce5c70074698b087e17ad530d810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:26.665370 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.733678 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.738511 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.758061 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdc7cc9-fdd2-4ecb-aa4b-09173beeecc2,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.763748 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.768259 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49212) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:26.768507 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0dbff390-e373-4262-9629-7f58c2db784f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412594 Aug 04 11:43:26.773161 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'security_group_rule': {'security_group_id': 'ca81730d-8bbc-452b-8e7d-45159b1df567', 'project_id': 'f69bce5c70074698b087e17ad530d810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:26.801200 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.securitygroups_db [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Project f69bce5c70074698b087e17ad530d810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:26.807922 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.881174 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e563cf1-a472-44aa-b18c-ca2bc47badba None None] New status for floating IP 1e3ed920-8163-4497-adb8-1aa65101faab: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:43:26.889442 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.894038 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.913110 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0176b592-41a0-4408-8520-bfbc8e15efa7,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:26.918674 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:26.928970 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-134e4bb0-20e6-4768-931e-0646d98e748b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593409 Aug 04 11:43:27.008019 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-1bee8658-b023-4b28-872b-942e17df7b0b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122614120&fields=id&tenant_id=f69bce5c70074698b087e17ad530d810 HTTP/1.1" status: 200 len: 267 time: 0.0384197 Aug 04 11:43:27.096793 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-a7d4877b-b187-4952-95fe-7de94e536695 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.098513 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-a7d4877b-b187-4952-95fe-7de94e536695 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0812619 Aug 04 11:43:27.114258 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'port': {'security_groups': ['e6d510f1-8dcc-4f77-b282-c50006797dad', 'ca81730d-8bbc-452b-8e7d-45159b1df567']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:27.198298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.419625 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:27.449812 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.454670 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.466888 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:27.514754 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.515907 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.517594 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-44a5aec1-5935-44a6-b851-dc03e5c0b0c0 req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "PUT /v2.0/ports/cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 982 time: 0.4118216 Aug 04 11:43:27.544488 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776241f-aa04-4f6c-91b0-687f8c266142 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=6']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:27.645410 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebcb50-ca83-40b5-bf01-17835baad604 req-5383ddc3-a494-436b-a64a-0fbbd8550292 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.648871 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ddebcb50-ca83-40b5-bf01-17835baad604 req-5383ddc3-a494-436b-a64a-0fbbd8550292 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0580542 Aug 04 11:43:27.653121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:27.691390 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ddebcb50-ca83-40b5-bf01-17835baad604 req-6515054f-1b02-48c7-8e1c-0d3566269765 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378430 Aug 04 11:43:27.786787 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-2a06e02b-fe3f-4bf5-bb34-077070ae9e4f None None] Provisioning complete for port cdac1b21-cefc-4e79-a2d0-708272839d0a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:27.787075 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2a06e02b-fe3f-4bf5-bb34-077070ae9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.872291 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:27.874797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30aa21d-f899-45b9-9e6a-e081eb6474c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:27.909931 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32cf179-79cf-46ec-96ea-90691b5998bb x-openstack-request-id: req-e32cf179-79cf-46ec-96ea-90691b5998bb {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:27.910218 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:27.910474 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e32cf179-79cf-46ec-96ea-90691b5998bb {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:27.910853 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:43:27.985383 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-1d791d65-3ce5-4465-9b41-885290c28c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.987527 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-1d791d65-3ce5-4465-9b41-885290c28c81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1138 time: 0.0414946 Aug 04 11:43:28.079275 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-a94ddfb8-1564-4f68-8a48-1c6c3f1dd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:28.080795 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-a94ddfb8-1564-4f68-8a48-1c6c3f1dd191 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.0856507 Aug 04 11:43:28.150076 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-6c671bcb-2481-4b3f-8336-d157c94adba4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1002 time: 0.0609279 Aug 04 11:43:28.211297 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-753fa4a9-ad3f-4ade-827c-41ce141a9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:28.212817 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-753fa4a9-ad3f-4ade-827c-41ce141a9625 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0446029 Aug 04 11:43:28.258484 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-72dc9b23-e3e6-4285-ae12-1f45dd2eedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:28.259978 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-72dc9b23-e3e6-4285-ae12-1f45dd2eedce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392833 Aug 04 11:43:28.359901 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-64fe0ffe-5f7d-4eff-ba02-5d6041c9aa82 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903463 Aug 04 11:43:28.449612 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f30aa21d-f899-45b9-9e6a-e081eb6474c1 req-c0b23ca8-191c-40e4-8b9f-04cdc2b14cf2 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819256 Aug 04 11:43:29.575775 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19ab8e-1cfc-4c12-807e-46e933f77f08 req-1c9ea2e0-e1ef-40d9-a2f9-1bf343a85175 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:29.577206 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc19ab8e-1cfc-4c12-807e-46e933f77f08 req-1c9ea2e0-e1ef-40d9-a2f9-1bf343a85175 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0511911 Aug 04 11:43:29.619781 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc19ab8e-1cfc-4c12-807e-46e933f77f08 req-bd3227fa-e66e-4822-b449-ce63d5e3feb2 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Aug 04 11:43:29.985878 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:43:30.736849 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf4dff-1b0f-4972-bd4e-0f0b3dd0ad56 req-0496db93-398c-421a-91f8-fa3fad7f51a1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.738391 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-64bf4dff-1b0f-4972-bd4e-0f0b3dd0ad56 req-0496db93-398c-421a-91f8-fa3fad7f51a1 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0493917 Aug 04 11:43:30.778282 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-64bf4dff-1b0f-4972-bd4e-0f0b3dd0ad56 req-24778c9b-8bf3-41c2-80a7-e3d996e91f6c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Aug 04 11:43:31.896396 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fb43-5398-4d12-b2bc-cff37ff13553 req-b498172f-9c21-4b61-afa2-2df825d866c5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:31.897986 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-66f7fb43-5398-4d12-b2bc-cff37ff13553 req-b498172f-9c21-4b61-afa2-2df825d866c5 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0520136 Aug 04 11:43:31.936632 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-66f7fb43-5398-4d12-b2bc-cff37ff13553 req-c8fb4897-ab8b-45fb-b972-0737c681ebc3 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Aug 04 11:43:32.010492 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-c99f4a8a-a638-4a56-ae2e-d733549a7d92 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127342379&fields=id&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 267 time: 0.0365591 Aug 04 11:43:32.118280 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-35008fd3-a00f-4f40-a954-0dac21186b44 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:32.119728 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-35008fd3-a00f-4f40-a954-0dac21186b44 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1019449 Aug 04 11:43:32.135096 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-bc5ba650-c421-4501-95ff-25e19c677349 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/quotas/78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 375 time: 0.0088837 Aug 04 11:43:32.184577 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-101b65a4-f3ec-4860-b7c0-9e153f178678 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442944 Aug 04 11:43:32.289019 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-541b87c6-1332-439e-af8d-6e947f4a1dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922568 Aug 04 11:43:32.377549 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-f46ef540-7818-479a-bd37-5cccab202905 service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830948 Aug 04 11:43:32.553009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-4f1cc456-6e6c-44e2-a66c-d91c8293727d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:32.555034 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-4f1cc456-6e6c-44e2-a66c-d91c8293727d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 945 time: 0.0598886 Aug 04 11:43:32.677478 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-506b09c5-3da9-4ac4-8462-5ed37c962655 req-82690c8b-ca07-45b2-b82e-28e353189344 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 210 time: 0.0320466 Aug 04 11:43:32.702009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Deleting port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:43:32.702896 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.793773 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] For port 8174ea75-d109-4cd1-9fff-b4c62d47aed1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8174ea75-d109-4cd1-9fff-b4c62d47aed1,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:32.794203 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.813008 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Calling delete_port for 8174ea75-d109-4cd1-9fff-b4c62d47aed1 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:43:32.976227 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.988986 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['83fe0fcd-584a-42ad-b1ad-753d06049a08', '8174ea75-d109-4cd1-9fff-b4c62d47aed1'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:33.006937 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Pushing event deleted for resources: {'Port': ['ID=8174ea75-d109-4cd1-9fff-b4c62d47aed1,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:33.066963 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] No DVR routers for this DVR port 8174ea75-d109-4cd1-9fff-b4c62d47aed1 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:43:33.070019 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:33.070657 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-714ab786-581b-4ee6-a626-06cc9f7decc2 req-30a8c0e8-74c3-44c7-bcde-2ee59a95cd01 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0428126 Aug 04 11:43:33.072024 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0e7cdea4-8e75-4d17-9a94-4a3edf0c791c req-9556fe9e-74a7-4dee-8214-80842ccad6dd tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "DELETE /v2.0/ports/8174ea75-d109-4cd1-9fff-b4c62d47aed1 HTTP/1.1" status: 204 len: 173 time: 0.5102322 Aug 04 11:43:33.072498 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'name': 'network-vif-deleted', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:33.074940 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e555e-e654-4fa0-b26e-e438b5f4a442" -d '{"events": [{"server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "name": "network-vif-deleted", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:33.135382 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251282d4-e699-40e4-8c01-d746b390d52c x-openstack-request-id: req-251282d4-e699-40e4-8c01-d746b390d52c {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:33.135672 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93df774-3ac1-4f94-a6e5-d937e0a85c2e", "name": "network-vif-deleted", "tag": "8174ea75-d109-4cd1-9fff-b4c62d47aed1", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:33.135922 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-251282d4-e699-40e4-8c01-d746b390d52c {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:33.136314 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93df774-3ac1-4f94-a6e5-d937e0a85c2e', 'name': 'network-vif-deleted', 'tag': '8174ea75-d109-4cd1-9fff-b4c62d47aed1', 'status': 'completed', 'code': 200} Aug 04 11:43:33.757964 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-e72e0695-5859-442f-88ac-220ce014a485 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:33.758927 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-e72e0695-5859-442f-88ac-220ce014a485 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1068497 Aug 04 11:43:33.777289 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1bc70fb7-fecb-442e-ad9e-12556d724ae1 req-2788a729-dade-4ec6-be3a-5911fdd67ed1 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Aug 04 11:43:33.806802 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-ba5c5251-c719-4d4c-9c49-332aed7a07fe tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 380 time: 0.0357916 Aug 04 11:43:33.829151 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'port': {'device_id': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'admin_state_up': True, 'tenant_id': '78a726d3200f4262b363de424d33a181', 'security_groups': ['1e5a7508-e859-43e0-979f-4d5b2d73495c']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:34.167543 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Made reservation on behalf of 78a726d3200f4262b363de424d33a181 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:34.173107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.209187 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f41650bd-01cc-43ea-8d02-320dec09ad84 req-0c1220ed-88de-49bb-88b5-f6fca7cad7a0 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=f93df774-3ac1-4f94-a6e5-d937e0a85c2e HTTP/1.1" status: 200 len: 210 time: 0.0333633 Aug 04 11:43:34.331452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.20.0.8 (7f040c00-bd60-40e4-ade5-201acc61fa95/ef23c77e-d930-4ecf-839d-37dceae96765/28d4cc46-baae-487f-ae2f-b0d3aeae1484) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:34.469037 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.481755 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Transition to ACTIVE for port object 28d4cc46-baae-487f-ae2f-b0d3aeae1484 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:34.514518 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.559566 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:34.562727 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:34.568303 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:34.574341 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:34.621708 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:34.622384 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.637517 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-cfbae599-7c12-47e3-84ad-49b2a9703e3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132379 Aug 04 11:43:34.653028 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Request body: {'port': {'device_id': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:34.710331 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.758217 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-ed2bea85-90ce-4786-a8c7-592dd3a51956 None None] Provisioning for port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:34.762027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-ed2bea85-90ce-4786-a8c7-592dd3a51956 None None] Provisioning complete for port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:34.762469 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ed2bea85-90ce-4786-a8c7-592dd3a51956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.797125 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bea85-90ce-4786-a8c7-592dd3a51956 None None] Port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:34.893801 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e092d-8197-45ca-9083-3dd3c7dff2c0 req-4f699580-5d01-4b27-bec4-d445dc08aad3 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:34.895287 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-489e092d-8197-45ca-9083-3dd3c7dff2c0 req-4f699580-5d01-4b27-bec4-d445dc08aad3 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 931 time: 0.0498021 Aug 04 11:43:34.934800 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-489e092d-8197-45ca-9083-3dd3c7dff2c0 req-1a91b8ce-71de-490e-944a-814847be545c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Aug 04 11:43:34.984607 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d4cc46-baae-487f-ae2f-b0d3aeae1484 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:34.991592 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.004226 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Transition to ACTIVE for port object 28d4cc46-baae-487f-ae2f-b0d3aeae1484 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:35.008519 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.058424 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Pushing event updated for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:35.128165 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Attempting to bind port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:35.128632 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Attempting to bind port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:35.128850 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Attempting to bind port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:35.133254 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:43:35.133567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Attempting to bind port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:35.138654 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:35.138985 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:35.139362 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Bound using segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:35.139853 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Bound port: 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:35.140669 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.209036 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:35.212292 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:35.216591 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.250917 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.251538 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.252953 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] 10.222.0.83 "PUT /v2.0/ports/28d4cc46-baae-487f-ae2f-b0d3aeae1484 HTTP/1.1" status: 200 len: 1093 time: 0.6049259 Aug 04 11:43:35.253390 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:35.255615 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d8801-f679-419b-bdb5-31dba58e9ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:35.282993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf19c11-8cb8-4b9d-b005-c8aef5d4343b service neutron] Pushing event updated for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:35.317963 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34907bd-a4f3-40ba-892e-31376a7cc13e x-openstack-request-id: req-f34907bd-a4f3-40ba-892e-31376a7cc13e {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:35.318409 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:35.318822 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f34907bd-a4f3-40ba-892e-31376a7cc13e {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:35.319231 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'status': 'completed', 'code': 200} Aug 04 11:43:35.350171 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-a189a923-b8c9-4edd-bbfc-98241c96d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.351930 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-a189a923-b8c9-4edd-bbfc-98241c96d9fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 1096 time: 0.0467682 Aug 04 11:43:35.401420 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-099535fc-a0ec-44ce-98ad-4a36be2c97c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484 HTTP/1.1" status: 200 len: 217 time: 0.0406659 Aug 04 11:43:35.464387 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-f012adf2-2a52-4dbc-8479-2021b08b01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.465869 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-f012adf2-2a52-4dbc-8479-2021b08b01cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0530086 Aug 04 11:43:35.514571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-281bb448-16ac-4932-9ad1-66446add6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.517295 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-281bb448-16ac-4932-9ad1-66446add6bb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428672 Aug 04 11:43:35.529012 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18c8b6-3738-4a26-9187-f4130f35bbba req-78ac7718-f9ea-41df-a960-09b34b4a73af tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.530598 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc18c8b6-3738-4a26-9187-f4130f35bbba req-78ac7718-f9ea-41df-a960-09b34b4a73af tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0498297 Aug 04 11:43:35.569525 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc18c8b6-3738-4a26-9187-f4130f35bbba req-1db2eb08-3a0d-42a3-bf77-410ac2436185 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Aug 04 11:43:35.617645 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-8ebac1c7-9de7-48ba-b708-2cfcd5cf7c22 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911758 Aug 04 11:43:35.707469 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c79416fd-9898-4ad4-9c47-2185ff2a7d06 req-e7cdecf5-259b-4898-97bc-c1c69ed3c49f service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Aug 04 11:43:35.797513 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-281694b0-dcbc-4837-83f3-1231c387e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.798933 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-281694b0-dcbc-4837-83f3-1231c387e65f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 1096 time: 0.0430222 Aug 04 11:43:35.899502 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-7116b2bd-6313-401e-8c53-c4c34f1551ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.901012 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-7116b2bd-6313-401e-8c53-c4c34f1551ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.0938504 Aug 04 11:43:35.953890 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-2e5aa774-bee0-4e11-933b-0095f6269108 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484 HTTP/1.1" status: 200 len: 217 time: 0.0339398 Aug 04 11:43:36.042963 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-72d1e279-43be-462c-9023-0e7b6d57a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.044532 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-72d1e279-43be-462c-9023-0e7b6d57a01b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0749109 Aug 04 11:43:36.073174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee61a3b-c2cf-43bd-bd99-1c6eec1c8453 req-c5efb5b5-9a18-4091-bb66-0ed87e562246 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.074552 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aee61a3b-c2cf-43bd-bd99-1c6eec1c8453 req-c5efb5b5-9a18-4091-bb66-0ed87e562246 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0676537 Aug 04 11:43:36.130175 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-f51323eb-e9d9-4ad5-b076-ba5cd11edc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.131726 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-f51323eb-e9d9-4ad5-b076-ba5cd11edc65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750303 Aug 04 11:43:36.134509 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aee61a3b-c2cf-43bd-bd99-1c6eec1c8453 req-abaea3c4-217f-42b9-970b-c1a6768cc0ee tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Aug 04 11:43:36.234179 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-1edc0711-1596-4057-a2df-cef90f9c2ad1 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Aug 04 11:43:36.323580 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b55d8801-f679-419b-bdb5-31dba58e9ba1 req-9ba1c48c-9f19-4e32-937e-4fc224d53200 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811777 Aug 04 11:43:36.680545 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.702098 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08b1f0-72ba-4ee1-a2c7-aa0ae1c87b2a req-30a10ba7-3d04-4b75-b85d-c805a0c6086c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.703643 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ac08b1f0-72ba-4ee1-a2c7-aa0ae1c87b2a req-30a10ba7-3d04-4b75-b85d-c805a0c6086c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0666945 Aug 04 11:43:36.729896 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8174ea75-d109-4cd1-9fff-b4c62d47aed1 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:43:36.744459 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ac08b1f0-72ba-4ee1-a2c7-aa0ae1c87b2a req-f7f20e4d-36d0-4fa1-8ed7-bb8e8427a4ef tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Aug 04 11:43:36.750460 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 8174ea75-d109-4cd1-9fff-b4c62d47aed1 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:43:36.750804 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8174ea75-d109-4cd1-9fff-b4c62d47aed1 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:43:37.247823 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdb8f3-ac5f-4b1d-8fe4-7c81a26571e7 req-c0523237-e77f-4734-b8c2-c36a217d1bd9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:37.250014 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39fdb8f3-ac5f-4b1d-8fe4-7c81a26571e7 req-c0523237-e77f-4734-b8c2-c36a217d1bd9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0483708 Aug 04 11:43:37.291526 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39fdb8f3-ac5f-4b1d-8fe4-7c81a26571e7 req-2c640937-67c5-40de-8843-c6e5d3823a79 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356674 Aug 04 11:43:37.863328 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038dce-179c-490e-a573-63ed84b163ca req-4a71d2be-a7e8-433e-a6b8-be4d8ebe997a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:37.864849 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-61038dce-179c-490e-a573-63ed84b163ca req-4a71d2be-a7e8-433e-a6b8-be4d8ebe997a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Aug 04 11:43:37.903151 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-61038dce-179c-490e-a573-63ed84b163ca req-65054097-e12b-403f-b186-4da836994a63 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Aug 04 11:43:38.408473 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67eae-d79d-42c5-9f90-dc8d1c56f35d req-1424a001-000f-46dd-9bcb-9d5e09123f06 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:38.409971 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ebc67eae-d79d-42c5-9f90-dc8d1c56f35d req-1424a001-000f-46dd-9bcb-9d5e09123f06 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0491254 Aug 04 11:43:38.447929 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ebc67eae-d79d-42c5-9f90-dc8d1c56f35d req-48fdb227-8453-49f2-9602-c4aea4df1eef tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 04 11:43:39.019510 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac147e-a161-4b6c-a4ef-801efd41e630 req-99be7360-b948-4b1f-b174-3f3d8127fe9f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:39.021041 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3aac147e-a161-4b6c-a4ef-801efd41e630 req-99be7360-b948-4b1f-b174-3f3d8127fe9f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0499625 Aug 04 11:43:39.058172 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3aac147e-a161-4b6c-a4ef-801efd41e630 req-0bf62def-823a-4785-9b50-51755619af32 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 04 11:43:39.559811 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56542e-a45d-4e32-9038-3ff35eba91e8 req-9e98b7b0-5b5b-4778-a4e7-5387830771a9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:39.561240 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cb56542e-a45d-4e32-9038-3ff35eba91e8 req-9e98b7b0-5b5b-4778-a4e7-5387830771a9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0482218 Aug 04 11:43:39.599975 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cb56542e-a45d-4e32-9038-3ff35eba91e8 req-5b01b313-e398-49b9-a2ac-285b69e5a628 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Aug 04 11:43:40.175707 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee416495-6932-4f88-a943-9267464e93cb req-80714801-8e86-49ea-a2a8-c86ded2c87de tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:40.177195 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ee416495-6932-4f88-a943-9267464e93cb req-80714801-8e86-49ea-a2a8-c86ded2c87de tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0518088 Aug 04 11:43:40.214454 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ee416495-6932-4f88-a943-9267464e93cb req-767898d4-4296-477a-aacb-758cf348218d tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Aug 04 11:43:40.711348 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661115-15e8-4367-a7aa-29e35a3161d5 req-d96e0fac-19b2-4ea0-b5b5-55a74712ff2a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:40.712816 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b9661115-15e8-4367-a7aa-29e35a3161d5 req-d96e0fac-19b2-4ea0-b5b5-55a74712ff2a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0473623 Aug 04 11:43:40.758069 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b9661115-15e8-4367-a7aa-29e35a3161d5 req-390edb3b-d9e9-4859-9bd6-93f69c368f93 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Aug 04 11:43:41.332100 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d49c2-a8ef-4471-b418-6aa2b69a906f req-9d79b2b9-afa0-4e0c-977c-1d25bcb9614f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:41.333615 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1f5d49c2-a8ef-4471-b418-6aa2b69a906f req-9d79b2b9-afa0-4e0c-977c-1d25bcb9614f tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0511470 Aug 04 11:43:41.372074 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1f5d49c2-a8ef-4471-b418-6aa2b69a906f req-3d2bbb1f-8296-4988-b283-3ddc98d591ad tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 04 11:43:41.875027 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a549-0f22-41cd-92f6-37207c958556 req-4409ee66-0288-439e-b76b-7a6f8d080e19 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:41.876713 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e25a549-0f22-41cd-92f6-37207c958556 req-4409ee66-0288-439e-b76b-7a6f8d080e19 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0506158 Aug 04 11:43:41.915005 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e25a549-0f22-41cd-92f6-37207c958556 req-b74a0078-ccbf-47ac-a99e-17f5e85dd20d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Aug 04 11:43:42.204396 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333440e-63b6-440e-9777-289bcb5a8435 req-1045c419-f7ce-4373-9f3f-5f2c12e2169c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:42.205889 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9333440e-63b6-440e-9777-289bcb5a8435 req-1045c419-f7ce-4373-9f3f-5f2c12e2169c tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0497165 Aug 04 11:43:42.306134 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Deleting port 83fe0fcd-584a-42ad-b1ad-753d06049a08 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:43:42.306465 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.392440 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] For port 83fe0fcd-584a-42ad-b1ad-753d06049a08, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=83fe0fcd-584a-42ad-b1ad-753d06049a08,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:42.392822 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.405886 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Calling delete_port for 83fe0fcd-584a-42ad-b1ad-753d06049a08 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:43:42.489869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d679370-0a7e-48c3-b3ca-fcd6707688f6 req-a7b15773-1f81-45d5-8b5e-79f9f27e549a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:42.492009 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4d679370-0a7e-48c3-b3ca-fcd6707688f6 req-a7b15773-1f81-45d5-8b5e-79f9f27e549a tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/ports?device_id=3536e28f-9717-4d59-97b7-2ed953e73088 HTTP/1.1" status: 200 len: 946 time: 0.0498450 Aug 04 11:43:42.531200 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4d679370-0a7e-48c3-b3ca-fcd6707688f6 req-9f84aead-c340-4218-9435-8ab0ef9efd4b tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.44 "GET /v2.0/security-groups?id=269b3d8b-66ac-44ba-8381-78eb5e78be32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Aug 04 11:43:42.536325 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.553573 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['83fe0fcd-584a-42ad-b1ad-753d06049a08'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:42.566768 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Pushing event deleted for resources: {'Port': ['ID=83fe0fcd-584a-42ad-b1ad-753d06049a08,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:42.611575 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] No DVR routers for this DVR port 83fe0fcd-584a-42ad-b1ad-753d06049a08 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:43:42.614079 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.616118 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9333440e-63b6-440e-9777-289bcb5a8435 req-18f24e03-c4c3-495c-b998-2f46cf10fe75 tempest-ServerRescueNegativeTestJSON-1489107589 tempest-ServerRescueNegativeTestJSON-1489107589-project] 10.222.0.83 "DELETE /v2.0/ports/83fe0fcd-584a-42ad-b1ad-753d06049a08 HTTP/1.1" status: 204 len: 173 time: 0.3985488 Aug 04 11:43:42.616600 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'name': 'network-vif-deleted', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:42.618865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8105e826-46f0-40cf-b76a-7083ff173c86" -d '{"events": [{"server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "name": "network-vif-deleted", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:42.657794 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2ee47-bfb6-4a40-8922-1d5dec22c909 x-openstack-request-id: req-edc2ee47-bfb6-4a40-8922-1d5dec22c909 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:42.658079 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536e28f-9717-4d59-97b7-2ed953e73088", "name": "network-vif-deleted", "tag": "83fe0fcd-584a-42ad-b1ad-753d06049a08", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:42.658347 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edc2ee47-bfb6-4a40-8922-1d5dec22c909 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:42.659332 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536e28f-9717-4d59-97b7-2ed953e73088', 'name': 'network-vif-deleted', 'tag': '83fe0fcd-584a-42ad-b1ad-753d06049a08', 'status': 'completed', 'code': 200} Aug 04 11:43:43.035417 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505611c0-2ce9-4e4c-89d0-849ea4e0d191 req-4136d881-49f1-464e-acbd-bcf19d18dc40 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:43.037033 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-505611c0-2ce9-4e4c-89d0-849ea4e0d191 req-4136d881-49f1-464e-acbd-bcf19d18dc40 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0557621 Aug 04 11:43:43.076558 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-505611c0-2ce9-4e4c-89d0-849ea4e0d191 req-78e60971-53dc-4fac-b793-3f0b5acc54e1 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Aug 04 11:43:43.586835 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49344) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:44.239881 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7894-0898-4438-8790-3c5e08800fdd req-d9a8e4f1-bd39-4156-97fa-0b5c0626c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:44.241421 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-11dd7894-0898-4438-8790-3c5e08800fdd req-d9a8e4f1-bd39-4156-97fa-0b5c0626c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 943 time: 0.0921586 Aug 04 11:43:44.298829 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-11dd7894-0898-4438-8790-3c5e08800fdd req-1ce2b5aa-2fc9-4635-b1ed-3eba4789af1d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510285 Aug 04 11:43:44.316228 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.607704 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Deleting port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:43:44.608575 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.683299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] For port 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,segment=NetworkSegment(4b7926a9-a3b7-47f2-aac8-b86949a293f3),segment_id=4b7926a9-a3b7-47f2-aac8-b86949a293f3)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:44.683657 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.696349 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Calling delete_port for 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f owned by network:router_interface {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:43:44.755537 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 28d4cc46-baae-487f-ae2f-b0d3aeae1484 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:43:44.858348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:44.871300 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'port_id': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'mac_address': 'fa:16:3e:cd:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:43:44.900182 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.912059 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.927502 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d4cc46-baae-487f-ae2f-b0d3aeae1484 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:44.928079 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d56a24-9cf3-4a0b-b005-ccfa1da94b4f,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:44.950928 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:44.958026 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.010644 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:45.052293 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.102474 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-54f24112-a182-4d38-a333-0dafc5f9c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.238269 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['28d4cc46-baae-487f-ae2f-b0d3aeae1484'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:45.264128 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Router a7c822f8-9b01-4494-9376-54ddd2550773 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:45.403274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:45.408557 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-547bb7e3-bb08-4393-936f-2e0429b4a3b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/a7c822f8-9b01-4494-9376-54ddd2550773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205433 Aug 04 11:43:45.410900 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49350) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:45.415016 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Sync routers for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:45.426772 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:45.427754 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:45.441586 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18234b01-6a9c-49e3-a20c-315cf1141183 req-95054107-887a-4e92-aa18-3013ce584589 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:45.443964 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-18234b01-6a9c-49e3-a20c-315cf1141183 req-95054107-887a-4e92-aa18-3013ce584589 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 944 time: 0.0629728 Aug 04 11:43:45.491638 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-18234b01-6a9c-49e3-a20c-315cf1141183 req-486909b1-ea4d-4afa-a60e-b2d3c52d3577 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410509 Aug 04 11:43:45.533575 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks [] for router, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.623523 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:45.640710 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.694224 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Deleting port 09311d0d-5797-4b7e-a20f-51cbfe152dde {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:43:45.694563 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.780204 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] For port 09311d0d-5797-4b7e-a20f-51cbfe152dde, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=09311d0d-5797-4b7e-a20f-51cbfe152dde,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:45.780574 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.793665 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Calling delete_port for 09311d0d-5797-4b7e-a20f-51cbfe152dde owned by network:router_gateway {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:43:45.806587 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:43:44Z', 'revision_number': 5, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port': {'id': '09311d0d-5797-4b7e-a20f-51cbfe152dde', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:40:52Z', 'updated_at': '2021-08-04T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:45.834824 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Checking router: a7c822f8-9b01-4494-9376-54ddd2550773 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:45.843880 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Routers {'a7c822f8-9b01-4494-9376-54ddd2550773'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:45.844527 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['a7c822f8-9b01-4494-9376-54ddd2550773'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:45.931651 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] Set router a7c822f8-9b01-4494-9376-54ddd2550773 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:45.963667 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.987214 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:43:45Z', 'revision_number': 6, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:45.992752 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Pushing event deleted for resources: {'Port': ['ID=09311d0d-5797-4b7e-a20f-51cbfe152dde,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:46.014101 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3b1c0-5b47-47df-86ea-c10fbf64e2f9 None None] The sync data for ids ['a7c822f8-9b01-4494-9376-54ddd2550773'] in dv-cinder-784140-6-iscsi is: [{'id': 'a7c822f8-9b01-4494-9376-54ddd2550773', 'name': 'tempest-ServerRescueNegativeTestJSON-2128161834-router', 'tenant_id': '735121b91bd94b80a9072325800ad454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:40:51Z', 'updated_at': '2021-08-04T11:43:45Z', 'revision_number': 6, 'project_id': '735121b91bd94b80a9072325800ad454', 'gw_port_host': None}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:46.025450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.147130 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.149401 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.221064 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.221612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c822f8-9b01-4494-9376-54ddd2550773 {{(pid=99841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:43:46.226443 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.227620 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-64941fe5-0d49-4bfa-af7f-08ab0dccf69f admin admin] 10.222.0.44 "DELETE /v2.0/routers/a7c822f8-9b01-4494-9376-54ddd2550773 HTTP/1.1" status: 204 len: 168 time: 0.8157282 Aug 04 11:43:46.230108 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49352) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:46.519965 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Deleting subnet 1ac9f628-94d5-49fb-bcf6-4b0e29d5042d {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:46.523690 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.559121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.580028 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.659806 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0f485-ca52-4b0c-9dba-e0b239baa0e2 req-e8549400-8199-480f-bfa2-d7f4b2981be7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:46.661381 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b9b0f485-ca52-4b0c-9dba-e0b239baa0e2 req-e8549400-8199-480f-bfa2-d7f4b2981be7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 944 time: 0.0976672 Aug 04 11:43:46.684505 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.718844 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.720617 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ac9f628-94d5-49fb-bcf6-4b0e29d5042d HTTP/1.1" status: 204 len: 168 time: 0.4896004 Aug 04 11:43:46.723195 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49358) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:46.726514 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0430d-eaf0-4aa7-b72b-f83321a27c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac9f628-94d5-49fb-bcf6-4b0e29d5042d,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:46.736908 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b9b0f485-ca52-4b0c-9dba-e0b239baa0e2 req-ff08b9c5-2829-44b7-9bef-d9c88be95c86 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693290 Aug 04 11:43:46.773729 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 28d4cc46-baae-487f-ae2f-b0d3aeae1484 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:46.796606 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.827697 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:46.832238 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:46.832713 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.882437 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.894786 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06b4222-7e8e-48ea-a25b-df0764bb34cb']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:46.906713 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7926a9-a3b7-47f2-aac8-b86949a293f3') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:46.907019 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7926a9-a3b7-47f2-aac8-b86949a293f3') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:46.917125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.918381 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.934571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.942701 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:46.943291 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:46.945266 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:46.947257 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:46.948690 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518c21e-a367-4fe4-96ed-0cd123d4f680" -d '{"events": [{"server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "name": "network-vif-plugged", "status": "completed", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:46.970282 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:46.975358 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.976919 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 83fe0fcd-584a-42ad-b1ad-753d06049a08 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:43:47.013262 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.024965 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.029934 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] 10.222.0.44 "DELETE /v2.0/networks/f06b4222-7e8e-48ea-a25b-df0764bb34cb HTTP/1.1" status: 204 len: 168 time: 0.3053575 Aug 04 11:43:47.044157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600139d-bfb2-4665-8e83-9ba06b2e228c admin admin] Pushing event deleted for resources: {'Network': ['ID=f06b4222-7e8e-48ea-a25b-df0764bb34cb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.061249 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f66bbd0-b2cf-46ea-974d-9f62d5db26f7 x-openstack-request-id: req-1f66bbd0-b2cf-46ea-974d-9f62d5db26f7 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:47.062290 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "name": "network-vif-plugged", "status": "completed", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:47.062566 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f66bbd0-b2cf-46ea-974d-9f62d5db26f7 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:47.063398 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'code': 200} Aug 04 11:43:47.066406 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 83fe0fcd-584a-42ad-b1ad-753d06049a08 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:43:47.066813 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 83fe0fcd-584a-42ad-b1ad-753d06049a08 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:43:47.095908 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.230987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49364) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:47.297355 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d653aadd-2e5e-4fab-8ee8-6263ab4b650f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=735121b91bd94b80a9072325800ad454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652022 Aug 04 11:43:47.300089 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49366) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:47.305658 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f363419-4e4c-4401-9825-699a382a7578 req-da77c45a-b766-4146-ab85-c04390fe2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:47.307196 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4f363419-4e4c-4401-9825-699a382a7578 req-da77c45a-b766-4146-ab85-c04390fe2d0e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 1098 time: 0.0602450 Aug 04 11:43:47.345433 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4f363419-4e4c-4401-9825-699a382a7578 req-0c73b7b7-0b2d-4945-8d93-7367d472916c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308499 Aug 04 11:43:47.355995 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.375596 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:43:47.377756 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.395804 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:43:47.396238 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 80d56a24-9cf3-4a0b-b005-ccfa1da94b4f not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:43:47.396749 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 09311d0d-5797-4b7e-a20f-51cbfe152dde no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:43:47.416926 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 09311d0d-5797-4b7e-a20f-51cbfe152dde {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:43:47.417391 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 09311d0d-5797-4b7e-a20f-51cbfe152dde not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:43:47.427556 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.430226 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.431462 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/269b3d8b-66ac-44ba-8381-78eb5e78be32 HTTP/1.1" status: 204 len: 168 time: 0.1302998 Aug 04 11:43:47.440947 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39450e6a-ed76-4e69-b0c8-b617778bb137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b3d8b-66ac-44ba-8381-78eb5e78be32,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.872179 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391736ec-5b3b-4c1b-ae4a-dba992afc011 req-820888b4-3f9f-46f2-a8f9-55bd21b72e61 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:47.874442 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-391736ec-5b3b-4c1b-ae4a-dba992afc011 req-820888b4-3f9f-46f2-a8f9-55bd21b72e61 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Aug 04 11:43:47.914938 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-391736ec-5b3b-4c1b-ae4a-dba992afc011 req-6055cdd8-59a1-4ff9-9a71-1b2c39890a29 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346086 Aug 04 11:43:48.160464 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49392) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:48.270891 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-214327888-network', 'tenant_id': 'e0ed588a7fdb43139a6f7eb37da53645'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:48.293980 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Made reservation on behalf of e0ed588a7fdb43139a6f7eb37da53645 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:48.296458 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.306227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.409254 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.413601 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.436453 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:48.451699 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe30db-0ef7-4983-9a4e-e4d9d33bbb48,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:48.458920 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.459271 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Added segment 50c07192-c99d-453e-b252-6fc5bfc29ff8 of type vlan for network 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 Aug 04 11:43:48.504696 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.538389 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.539470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:48.540051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.601596 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4397378 Aug 04 11:43:48.604824 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a942ad-8c3f-4f05-99c2-5f989b7d9e67 admin admin] Pushing event updated for resources: {'Network': ['ID=6f86c248-1705-4ca5-a4fb-b6cddb9dacf5,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:48.604987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49396) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:48.610289 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Request body: {'subnet': {'network_id': '6f86c248-1705-4ca5-a4fb-b6cddb9dacf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-214327888-subnet', 'tenant_id': 'e0ed588a7fdb43139a6f7eb37da53645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:48.615763 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:48.638730 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Made reservation on behalf of e0ed588a7fdb43139a6f7eb37da53645 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:48.643387 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.682448 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.810978 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.865933 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8d022e-772b-4018-a77f-3b588a306de6,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:48.873369 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Checking segment: {'id': '50c07192-c99d-453e-b252-6fc5bfc29ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6f86c248-1705-4ca5-a4fb-b6cddb9dacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:48.873776 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Network hostable DHCP agents. Network: 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:48.889941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Network 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:48.898300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:48.902191 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:48.902772 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.907819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fcf84-75d8-455f-bb5b-22f3de4dab78 None None] Network 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:48.917596 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-e3036f9f-c64d-4fd9-a937-baee83f9638d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3116295 Aug 04 11:43:49.039658 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d57b2-94fc-4033-94ca-e2ef37b469f2 None None] Network 6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:49.054724 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274bb2b-99c4-49b5-938f-eaf60b0421f2 req-2ce4f530-88ec-4be4-bd53-444763aa896c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.056311 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c274bb2b-99c4-49b5-938f-eaf60b0421f2 req-2ce4f530-88ec-4be4-bd53-444763aa896c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.0642195 Aug 04 11:43:49.104717 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c274bb2b-99c4-49b5-938f-eaf60b0421f2 req-5aa2a094-af86-4bb5-bb65-36a4a0ad0f33 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Aug 04 11:43:49.230057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7687271-6fdc-45d9-9462-aa5985faa20c req-9303401d-7d95-4cce-9d81-c7d89f25945c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.231790 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f7687271-6fdc-45d9-9462-aa5985faa20c req-9303401d-7d95-4cce-9d81-c7d89f25945c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.0543823 Aug 04 11:43:49.270955 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f7687271-6fdc-45d9-9462-aa5985faa20c req-2c159608-11bd-4cd5-a29d-85c0fe96805e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Aug 04 11:43:49.293606 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49412) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:49.423831 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49420) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:49.428704 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844758250-network', 'tenant_id': 'edcbc6b675d748488b0233ebbb17a88f'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:49.450177 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Made reservation on behalf of edcbc6b675d748488b0233ebbb17a88f for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:49.453112 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.461802 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.558489 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0625263-95d5-4e56-9ff7-57adace0e86d tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.564684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49422) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:49.564955 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-e0625263-95d5-4e56-9ff7-57adace0e86d tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 1093 time: 0.2699816 Aug 04 11:43:49.575729 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'port_id': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:49.595040 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.598971 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.614693 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.620987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:49.641009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7639edbf-902d-4ea7-8689-9352a0ed8567,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.643902 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.644248 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Added segment ef846ec2-72dc-4651-800f-13e89dcd5aa3 of type vlan for network b8f04467-5564-4131-a7af-d3ba41008f25 Aug 04 11:43:49.687286 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.718280 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.719283 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.719867 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.721143 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.776234 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3511436 Aug 04 11:43:49.778974 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49424) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:49.784167 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Request body: {'subnet': {'network_id': 'b8f04467-5564-4131-a7af-d3ba41008f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844758250-subnet', 'tenant_id': 'edcbc6b675d748488b0233ebbb17a88f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:49.787117 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d115c3-9aa8-4b7e-ad06-7a01fb7b354c admin admin] Pushing event updated for resources: {'Network': ['ID=b8f04467-5564-4131-a7af-d3ba41008f25,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.798476 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network b8f04467-5564-4131-a7af-d3ba41008f25 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:49.801832 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-11e32a6b-7e1b-4efa-b376-d7792be88da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.835118 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Made reservation on behalf of edcbc6b675d748488b0233ebbb17a88f for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:49.837386 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Notify callbacks [] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.902964 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.27.2.6 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/4e02c5ef-56ac-4b3e-a6d5-148d76727f84) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:50.068292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.130164 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.203984 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.222923 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb39836-39f0-489b-a7d5-18857d4e1a77,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:50.281114 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:50.282014 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Checking segment: {'id': 'ef846ec2-72dc-4651-800f-13e89dcd5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b8f04467-5564-4131-a7af-d3ba41008f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:50.282347 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Network hostable DHCP agents. Network: b8f04467-5564-4131-a7af-d3ba41008f25, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:50.289613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:50.292747 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:50.298372 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=4e02c5ef-56ac-4b3e-a6d5-148d76727f84,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:50.341692 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Network b8f04467-5564-4131-a7af-d3ba41008f25 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:50.372715 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, b8f04467-5564-4131-a7af-d3ba41008f25) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:50.383431 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382e2f3-26b6-4ad3-a7a2-310456d263d6 None None] Network b8f04467-5564-4131-a7af-d3ba41008f25 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:50.383811 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:50.384489 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.452921 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7fd0d173-9848-4f58-8226-b57a73d73eec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6642034 Aug 04 11:43:50.536861 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a86d3-ddba-4c3b-85cf-6a7a2c080c89 None None] Network b8f04467-5564-4131-a7af-d3ba41008f25 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:50.588796 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49428) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:50.647870 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Deleting subnet 7f8d022e-772b-4018-a77f-3b588a306de6 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:50.653256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.693921 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.719690 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.719937 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.737657 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.795239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.799932 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.828567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8d022e-772b-4018-a77f-3b588a306de6,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:50.830805 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.832744 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b6ae1551-d48c-40ab-a473-6f87ff5c79f5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7f8d022e-772b-4018-a77f-3b588a306de6 HTTP/1.1" status: 204 len: 168 time: 0.2423255 Aug 04 11:43:50.835171 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49430) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:50.909887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.954018 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.958523 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.988235 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.990916 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.004075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f86c248-1705-4ca5-a4fb-b6cddb9dacf5']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.010799 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c07192-c99d-453e-b252-6fc5bfc29ff8') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.011096 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c07192-c99d-453e-b252-6fc5bfc29ff8') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.020834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.038237 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=4e02c5ef-56ac-4b3e-a6d5-148d76727f84,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.048087 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.054692 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:51.055176 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:51.056723 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:51.113048 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP c563f813-7e80-4e6f-be11-d53c77eb5fed associated. External IP: 172.27.2.6, port: 28d4cc46-baae-487f-ae2f-b0d3aeae1484. Aug 04 11:43:51.121157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.129255 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.135388 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f86c248-1705-4ca5-a4fb-b6cddb9dacf5 HTTP/1.1" status: 204 len: 168 time: 0.2950647 Aug 04 11:43:51.141135 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49432) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:51.149853 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b33d05-fe5d-49db-9975-2cd3ab30ea9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f86c248-1705-4ca5-a4fb-b6cddb9dacf5,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.190988 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Deleting subnet 2fb39836-39f0-489b-a7d5-18857d4e1a77 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:51.194612 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.239545 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.284175 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.345267 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:51.346532 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.377734 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.382457 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2fb39836-39f0-489b-a7d5-18857d4e1a77 HTTP/1.1" status: 204 len: 168 time: 0.2376151 Aug 04 11:43:51.382457 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce757ae-c6fd-4e04-b432-8b1e9850863a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb39836-39f0-489b-a7d5-18857d4e1a77,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.382457 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49434) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:51.452862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:51.456198 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.463588 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:51.470506 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.473848 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:51.474593 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.506592 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e25efb25-8d5d-4b27-9c05-3490b50d9fd4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9408302 Aug 04 11:43:51.507465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:51.511160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7892dee-798d-4770-974f-b1c3a7b0f011" -d '{"events": [{"name": "network-changed", "server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:51.550703 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50913b42-c725-4919-8660-e7c3faf1edad x-openstack-request-id: req-50913b42-c725-4919-8660-e7c3faf1edad {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:51.550988 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:51.551239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50913b42-c725-4919-8660-e7c3faf1edad {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:51.551632 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'status': 'completed', 'code': 200} Aug 04 11:43:51.552265 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.564036 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f04467-5564-4131-a7af-d3ba41008f25']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.575281 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef846ec2-72dc-4651-800f-13e89dcd5aa3') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.575564 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef846ec2-72dc-4651-800f-13e89dcd5aa3') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.594525 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:51.599802 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.645728 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.659505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:51.660200 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:51.661589 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:51.674292 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-49aa5925-c5d2-470a-8dfa-3f6ea57d26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:51.676128 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-49aa5925-c5d2-470a-8dfa-3f6ea57d26a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 1098 time: 0.0892546 Aug 04 11:43:51.776183 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.781678 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.785463 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/b8f04467-5564-4131-a7af-d3ba41008f25 HTTP/1.1" status: 204 len: 168 time: 0.4016342 Aug 04 11:43:51.820169 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05819e7b-1c81-4dc7-aa43-7112faf1a1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f04467-5564-4131-a7af-d3ba41008f25,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.841739 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-3f8c307a-c2cc-42c1-9167-df0352c37038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:51.843942 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-3f8c307a-c2cc-42c1-9167-df0352c37038 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1440825 Aug 04 11:43:51.910142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c563f813-7e80-4e6f-be11-d53c77eb5fed', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:cd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:50Z', 'updated_at': '2021-08-04T11:43:50Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:51.942077 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:51.953667 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:51.953909 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-0d851db0-d0bc-408f-b1ba-43c6d5a531cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484 HTTP/1.1" status: 200 len: 997 time: 0.0935798 Aug 04 11:43:51.954393 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:52.033735 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-b97508b7-f368-4644-931d-18d5f892e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.035371 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-b97508b7-f368-4644-931d-18d5f892e883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0710130 Aug 04 11:43:52.049241 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49442) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:52.115645 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cfa00eb2-65b0-4a64-a3bc-5bd836f9f84a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0ed588a7fdb43139a6f7eb37da53645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650923 Aug 04 11:43:52.118397 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49444) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:52.126801 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-7998e5f1-085e-46ac-b90f-7d01a17cde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.129244 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-7998e5f1-085e-46ac-b90f-7d01a17cde4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814927 Aug 04 11:43:52.191757 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.216299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.220605 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:52.284445 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.287966 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.293614 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7efe30db-0ef7-4983-9a4e-e4d9d33bbb48 HTTP/1.1" status: 204 len: 168 time: 0.1699905 Aug 04 11:43:52.304510 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741bdfb-7bcf-4935-9fbd-44da605c81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe30db-0ef7-4983-9a4e-e4d9d33bbb48,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.310012 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-3a66648b-0a87-4b3e-a52f-b0b500a3f56e service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716409 Aug 04 11:43:52.450521 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f7892dee-798d-4770-974f-b1c3a7b0f011 req-5b538de6-feac-4b53-8796-c5425c1dac96 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314261 Aug 04 11:43:52.603176 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c563f813-7e80-4e6f-be11-d53c77eb5fed', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:cd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:50Z', 'updated_at': '2021-08-04T11:43:50Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:52.642832 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3738ac2-f14b-4c4e-a3ad-52139a8b6b9c None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c563f813-7e80-4e6f-be11-d53c77eb5fed', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:cd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:43:50Z', 'updated_at': '2021-08-04T11:43:50Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:52.655704 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.747059 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49450) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:52.797337 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4e305e07-c365-4176-8610-ed6aac8f316b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edcbc6b675d748488b0233ebbb17a88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430226 Aug 04 11:43:52.799559 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49452) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:52.856746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.883111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.883466 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65972ac-2b83-4676-868d-9fb3ed3761fa None None] New status for floating IP c563f813-7e80-4e6f-be11-d53c77eb5fed: ACTIVE {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:43:52.935309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.938110 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.939326 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7639edbf-902d-4ea7-8689-9352a0ed8567 HTTP/1.1" status: 204 len: 168 time: 0.1387823 Aug 04 11:43:52.950837 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639edbf-902d-4ea7-8689-9352a0ed8567,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.959251 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.959775 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.960202 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.960622 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.961024 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.961430 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.961824 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.962215 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.962639 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.963070 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.963713 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:52.964116 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff878e5-4827-4b6c-9e45-36912090e63b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:59.672973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49580) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:59.777633 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4ead9240-8f03-4676-88a0-aa016452ecaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.868420 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4ead9240-8f03-4676-88a0-aa016452ecaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.872284 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4ead9240-8f03-4676-88a0-aa016452ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.911263 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4ead9240-8f03-4676-88a0-aa016452ecaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2ec6e1b1e294c9a8662767eeea3d5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360964 Aug 04 11:43:59.912392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead9240-8f03-4676-88a0-aa016452ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90876fe6-838d-47e2-8b56-e1741f23cc83,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:59.913924 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49584) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:59.964110 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.986197 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.033847 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.036759 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.038365 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90876fe6-838d-47e2-8b56-e1741f23cc83 HTTP/1.1" status: 204 len: 168 time: 0.1223440 Aug 04 11:44:00.046216 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90876fe6-838d-47e2-8b56-e1741f23cc83,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:00.053727 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.054068 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.054408 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.054778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.055037 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.055359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.055681 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.055996 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.056314 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.056750 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.057070 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.057381 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac550c0-87dd-49cc-9422-d2af720ab4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:00.305801 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49590) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:00.319077 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dd63b53f-3256-4a5f-be70-3b04302f8130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.413042 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dd63b53f-3256-4a5f-be70-3b04302f8130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.417185 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dd63b53f-3256-4a5f-be70-3b04302f8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.459427 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-dd63b53f-3256-4a5f-be70-3b04302f8130 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51cd4efe67f44b46baba447d196aa85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525106 Aug 04 11:44:00.460602 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63b53f-3256-4a5f-be70-3b04302f8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb62e8-8fdd-477f-bd2d-0a2bae18bac6,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:00.462180 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49592) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:00.519018 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.541115 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.590906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.594073 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.595228 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecdb62e8-8fdd-477f-bd2d-0a2bae18bac6 HTTP/1.1" status: 204 len: 168 time: 0.1319134 Aug 04 11:44:00.603435 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b88c59-f700-4af6-97b8-4522d8527188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb62e8-8fdd-477f-bd2d-0a2bae18bac6,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.129994 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-fe3e440d-9c28-43c8-905c-551bc2e62077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.132085 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-fe3e440d-9c28-43c8-905c-551bc2e62077 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1138 time: 0.0502880 Aug 04 11:44:01.142078 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fbc5-6d56-4e10-b65b-b8df7103a1b8 req-033a6dca-0468-40a7-a591-84436d509f81 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.143628 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6194fbc5-6d56-4e10-b65b-b8df7103a1b8 req-033a6dca-0468-40a7-a591-84436d509f81 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0634093 Aug 04 11:44:01.191727 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6194fbc5-6d56-4e10-b65b-b8df7103a1b8 req-913f66b0-1272-4c65-8689-4780e3c33e2b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413525 Aug 04 11:44:01.257227 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-f63c4564-69c3-418d-bfad-646bcd740c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.258793 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-f63c4564-69c3-418d-bfad-646bcd740c42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.1157675 Aug 04 11:44:01.344352 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49630) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.348834 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-d0891e60-7a9f-464c-8635-05365b483d81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1002 time: 0.0760157 Aug 04 11:44:01.409102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-11853f34-b12b-4f5a-b761-a75d76892ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.410771 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-11853f34-b12b-4f5a-b761-a75d76892ebd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0530133 Aug 04 11:44:01.468867 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-603718821-network', 'tenant_id': '7e54926a9fef4f80b32bbbe042ff05c0'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:01.469015 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-b7b198ff-c9f0-43db-b103-872e07395aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.470351 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-b7b198ff-c9f0-43db-b103-872e07395aaa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510437 Aug 04 11:44:01.487259 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Made reservation on behalf of 7e54926a9fef4f80b32bbbe042ff05c0 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:01.489691 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.500034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.583617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-3eb93b04-411d-42e8-b9d0-590e974935a5 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954034 Aug 04 11:44:01.594829 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.598914 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.625576 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:44:01.634476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17d372-4e7d-44e9-9106-77ae51e6c8ec,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.641098 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.641451 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Added segment 5ce7b47c-c753-41f8-9ec6-9ad09add9d7c of type vlan for network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 Aug 04 11:44:01.686784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.691517 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-382ecaa0-37ea-49c1-a101-6bed26b3527e req-b22f3ecf-bc9f-4f27-bde9-dea1e819de79 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993719 Aug 04 11:44:01.715734 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.716817 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.718296 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.772118 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4265149 Aug 04 11:44:01.775127 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49636) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.779059 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da9c8c-98fa-4aae-8e0a-7ae631e90b9a admin admin] Pushing event updated for resources: {'Network': ['ID=8172c0e3-bc1a-410b-9ef9-234d93f22c43,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.781028 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Request body: {'subnet': {'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-603718821-subnet', 'tenant_id': '7e54926a9fef4f80b32bbbe042ff05c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:01.790353 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:44:01.801476 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Made reservation on behalf of 7e54926a9fef4f80b32bbbe042ff05c0 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:01.803807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.219135 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.287815 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f8c0e3-e057-426e-8423-3d73cd690d72,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:02.296939 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Checking segment: {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:02.297330 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Network hostable DHCP agents. Network: 8172c0e3-bc1a-410b-9ef9-234d93f22c43, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:44:02.315488 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:44:02.325408 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 8172c0e3-bc1a-410b-9ef9-234d93f22c43) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:02.331151 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:02.331751 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.340502 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf259a34-5326-4bae-b922-394fd1ecda45 None None] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:44:02.350452 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b05822-58db-4664-b398-ea95ab049d8c req-4f91fd8c-1562-48fc-ad67-7e11bbd2fd89 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:02.352019 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-65b05822-58db-4664-b398-ea95ab049d8c req-4f91fd8c-1562-48fc-ad67-7e11bbd2fd89 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0655835 Aug 04 11:44:02.352885 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-38893dcf-39ed-4d33-b82f-8b8f8bcfd521 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5766132 Aug 04 11:44:02.408187 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-65b05822-58db-4664-b398-ea95ab049d8c req-fb761829-b60b-469a-b849-6bb9cfa85a43 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476220 Aug 04 11:44:02.473265 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe77d8-4849-432e-926b-2cee7f339fa7 None None] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:44:02.763439 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df93873-6cfa-4ec3-bb30-21675e3d4654 req-c713a1ba-6c93-4ee6-87fd-11bcf90b6006 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:02.765676 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5df93873-6cfa-4ec3-bb30-21675e3d4654 req-c713a1ba-6c93-4ee6-87fd-11bcf90b6006 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0548382 Aug 04 11:44:02.804800 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5df93873-6cfa-4ec3-bb30-21675e3d4654 req-26f8bdfd-176f-4a74-b321-008ec7be7c6b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Aug 04 11:44:03.520191 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6508188-0d4f-45b5-b158-a6d1b9382842 req-dadfbfe8-4445-4380-a5ba-e1d004f24699 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:03.521702 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f6508188-0d4f-45b5-b158-a6d1b9382842 req-dadfbfe8-4445-4380-a5ba-e1d004f24699 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0494053 Aug 04 11:44:03.563326 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f6508188-0d4f-45b5-b158-a6d1b9382842 req-74198178-938d-40b7-aa1f-f684ef066e74 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354896 Aug 04 11:44:03.931208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470441c5-dcbf-416f-bbde-be82a7665392 req-7555912e-73b5-455e-8718-608dd857ec3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:03.932782 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-470441c5-dcbf-416f-bbde-be82a7665392 req-7555912e-73b5-455e-8718-608dd857ec3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0509076 Aug 04 11:44:03.976323 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-470441c5-dcbf-416f-bbde-be82a7665392 req-bdb96812-f36a-4caa-bc9d-fee0ca2dcf8f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353315 Aug 04 11:44:04.155659 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-6af48412-2bfd-4f2b-ba2d-c65133f39900 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:04.157130 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-6af48412-2bfd-4f2b-ba2d-c65133f39900 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 808 time: 0.1016185 Aug 04 11:44:04.173953 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-0d50c481-d47f-4d8b-9c27-5a68aba96544 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/quotas/7e54926a9fef4f80b32bbbe042ff05c0 HTTP/1.1" status: 200 len: 375 time: 0.0108376 Aug 04 11:44:04.207280 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-18039479-2f71-463a-964c-aee33490f8ac tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275173 Aug 04 11:44:04.317090 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-2df4539d-2832-4f34-aafc-cb332d957652 service neutron] 10.222.0.44 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027522 Aug 04 11:44:04.407667 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-699a6928-ad3d-4839-aaaf-6a5560ec832f service neutron] 10.222.0.44 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Aug 04 11:44:04.563459 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9a55326e-b5a3-4964-b8e1-f8251fd4e7d8 req-85ebdf6a-63bc-420b-936e-c2fd6a0f7986 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 210 time: 0.0264719 Aug 04 11:44:04.684592 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5296e42-2245-4fd5-992e-95963a094744 req-c9021628-0076-4f02-9b19-fd1800e822b9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:04.686102 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5296e42-2245-4fd5-992e-95963a094744 req-c9021628-0076-4f02-9b19-fd1800e822b9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0512335 Aug 04 11:44:04.756670 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e5296e42-2245-4fd5-992e-95963a094744 req-b8377676-258a-4e36-be42-595cafa2418f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629385 Aug 04 11:44:04.787989 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-b37e14ac-bb0f-42d9-85a2-8ca9ab3a586d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:04.789745 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-b37e14ac-bb0f-42d9-85a2-8ca9ab3a586d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0656819 Aug 04 11:44:04.888066 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Deleting port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:04.888438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:04.988931 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] For port b8edf2a8-86c6-4ce3-a642-2ef77428fda2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:04.989241 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.113756 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c3714-255a-4c49-96cf-7a93539c7ac1 req-c995b97d-9789-44c7-8653-f7593cac416a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:05.115293 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d39c3714-255a-4c49-96cf-7a93539c7ac1 req-c995b97d-9789-44c7-8653-f7593cac416a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0d401bc-73ab-4116-9839-d910451aa233 HTTP/1.1" status: 200 len: 947 time: 0.0604000 Aug 04 11:44:05.157388 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d39c3714-255a-4c49-96cf-7a93539c7ac1 req-4382f2ea-fc2e-487f-9b49-2a4674f6e058 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=262acbdb-94ca-4418-886f-422358f1df15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359259 Aug 04 11:44:05.225414 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.225785 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.226099 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Floating IP 64d71dbf-24a6-4c58-b118-bd4c2680ad0b disassociated. External IP: 172.27.2.211, port: b8edf2a8-86c6-4ce3-a642-2ef77428fda2. Aug 04 11:44:05.226440 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Calling delete_port for b8edf2a8-86c6-4ce3-a642-2ef77428fda2 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:05.359195 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.388282 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'Port': ['ID=b8edf2a8-86c6-4ce3-a642-2ef77428fda2,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:05.502998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:44:05.613638 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-705e3e96-74f1-4e31-90a5-953e63be4f07 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:05.615430 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-705e3e96-74f1-4e31-90a5-953e63be4f07 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 808 time: 0.1300240 Aug 04 11:44:05.620053 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:44:05.631560 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:44:05.637601 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Request body: {'port': {'device_id': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43', 'admin_state_up': True, 'tenant_id': '7e54926a9fef4f80b32bbbe042ff05c0'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:05.646055 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:05.648100 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:05.697493 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] No DVR routers for this DVR port b8edf2a8-86c6-4ce3-a642-2ef77428fda2 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:44:05.708506 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.710608 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7bb6218c-7363-45fe-a797-c77dbbf4aa11 req-1fa9a679-9784-4206-a84b-7156d3c45090 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "DELETE /v2.0/ports/b8edf2a8-86c6-4ce3-a642-2ef77428fda2 HTTP/1.1" status: 204 len: 173 time: 0.9141874 Aug 04 11:44:05.712405 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-deleted', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:05.714864 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f4fad-32bb-495a-8ca0-173246d49fbf" -d '{"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-deleted", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:05.743906 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c95729ca-b4d1-4890-a72a-92b11a835130 req-0a7faf8a-b10a-4948-8761-948c4bafbdfc tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 210 time: 0.0485837 Aug 04 11:44:05.780201 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f8ce31-d61b-42ea-8476-60099e3e6968 x-openstack-request-id: req-f4f8ce31-d61b-42ea-8476-60099e3e6968 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:05.780201 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d401bc-73ab-4116-9839-d910451aa233", "name": "network-vif-deleted", "tag": "b8edf2a8-86c6-4ce3-a642-2ef77428fda2", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:05.780201 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f8ce31-d61b-42ea-8476-60099e3e6968 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:05.780201 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d401bc-73ab-4116-9839-d910451aa233', 'name': 'network-vif-deleted', 'tag': 'b8edf2a8-86c6-4ce3-a642-2ef77428fda2', 'status': 'completed', 'code': 200} Aug 04 11:44:05.804005 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Made reservation on behalf of 7e54926a9fef4f80b32bbbe042ff05c0 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:05.808710 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:05.820120 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:05.978001 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde80baa-b070-41ed-b528-b5dad59b07a6 req-0755774f-acc1-4354-9d5c-b06b9cc9eb19 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:05.980156 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bde80baa-b070-41ed-b528-b5dad59b07a6 req-0755774f-acc1-4354-9d5c-b06b9cc9eb19 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.1382554 Aug 04 11:44:06.025740 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Allocated IP 172.20.0.7 (8172c0e3-bc1a-410b-9ef9-234d93f22c43/86f8c0e3-e057-426e-8423-3d73cd690d72/e116bcb3-8626-47a0-aa5f-b60380193793) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:06.063468 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:06.064962 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bde80baa-b070-41ed-b528-b5dad59b07a6 req-89ebaf8c-5ab0-4db0-9a27-97b5f5700fd1 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715523 Aug 04 11:44:06.100329 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:44:06.110040 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:06.110672 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:43:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:06.224070 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:06.239184 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.267425 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49704) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:06.342726 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.371478 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.429652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.432743 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.433949 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "DELETE /v2.0/security-groups/262acbdb-94ca-4418-886f-422358f1df15 HTTP/1.1" status: 204 len: 168 time: 0.1655400 Aug 04 11:44:06.445581 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49706) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:06.446287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4cbe-f8f7-4df1-aace-68e162eb2598 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262acbdb-94ca-4418-886f-422358f1df15,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:06.469617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.api.v2.resource [None req-1cc90062-d8b5-4b2c-ad6e-49ad22327fe1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] show failed (client error): The resource could not be found. Aug 04 11:44:06.470650 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1cc90062-d8b5-4b2c-ad6e-49ad22327fe1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups/262acbdb-94ca-4418-886f-422358f1df15 HTTP/1.1" status: 404 len: 347 time: 0.0216708 Aug 04 11:44:06.476358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49708) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:06.510506 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:06.548278 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124216aa-fafc-47bb-a358-7eb39d8f3b5a None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:44:06.555413 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.615843 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Pushing event updated for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:06.624321 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:06.625792 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:06.628164 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:06.633846 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:06.634480 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.637261 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Deleting port 770afe0e-134b-43bc-ba48-227587e5b3cc {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:06.637800 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.652911 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-aa3b62c9-048d-429f-add0-30c0d2560965 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0188291 Aug 04 11:44:06.674681 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Request body: {'port': {'device_id': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:06.707319 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.728600 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.729190 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.733790 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:06.743855 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Calling delete_port for 770afe0e-134b-43bc-ba48-227587e5b3cc owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:06.922471 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970f2d8-2368-4bad-8917-894f64c01da9 None None] New status for floating IP 64d71dbf-24a6-4c58-b118-bd4c2680ad0b: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:44:06.941790 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9df6e-8d15-4db5-bef5-eb9c01d80868 req-60040221-44a1-446d-b148-bc99b3c88235 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:06.943407 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d3c9df6e-8d15-4db5-bef5-eb9c01d80868 req-60040221-44a1-446d-b148-bc99b3c88235 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 931 time: 0.1076343 Aug 04 11:44:06.995174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.028183 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:44:07.029334 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.db.api [None req-9970f2d8-2368-4bad-8917-894f64c01da9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:44:07.030367 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG oslo_db.api [None req-9970f2d8-2368-4bad-8917-894f64c01da9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:44:07.033011 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d3c9df6e-8d15-4db5-bef5-eb9c01d80868 req-3ef4261c-97c5-4fba-a045-e36c4f239502 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713615 Aug 04 11:44:07.035145 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'Port': ['ID=770afe0e-134b-43bc-ba48-227587e5b3cc,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.101481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e116bcb3-8626-47a0-aa5f-b60380193793 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:07.109616 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.111132 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.112630 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.117145 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a4d1b46e-98e1-4467-8bab-547494963cbb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "DELETE /v2.0/floatingips/64d71dbf-24a6-4c58-b118-bd4c2680ad0b HTTP/1.1" status: 204 len: 168 time: 0.6362469 Aug 04 11:44:07.131273 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Transition to ACTIVE for port object e116bcb3-8626-47a0-aa5f-b60380193793 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:07.136829 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.224288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Pushing event updated for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.260343 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274380a-a63a-4e4d-adc0-b231d8106da3 req-01c10081-554e-4281-b8cd-59d8446e5207 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:07.261609 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5274380a-a63a-4e4d-adc0-b231d8106da3 req-01c10081-554e-4281-b8cd-59d8446e5207 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.1199849 Aug 04 11:44:07.264753 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Attempting to bind port e116bcb3-8626-47a0-aa5f-b60380193793 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:07.265091 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Attempting to bind port e116bcb3-8626-47a0-aa5f-b60380193793 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:07.265413 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Attempting to bind port e116bcb3-8626-47a0-aa5f-b60380193793 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:07.276623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Port e116bcb3-8626-47a0-aa5f-b60380193793 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:07.277035 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Attempting to bind port e116bcb3-8626-47a0-aa5f-b60380193793 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:07.290905 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:07.291263 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Checking segment: {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:07.291620 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Bound using segment: {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:07.292056 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Bound port: e116bcb3-8626-47a0-aa5f-b60380193793, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:07.292427 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.347699 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5274380a-a63a-4e4d-adc0-b231d8106da3 req-e37bd8c3-294a-443c-8fc0-471ebe84d1f7 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787256 Aug 04 11:44:07.379921 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:07.383047 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e116bcb3-8626-47a0-aa5f-b60380193793,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:07.388588 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.416774 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49716) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:07.423024 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663960337', 'description': 'tempest-description--455588052'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:07.423798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:07.424477 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.425844 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] 10.222.0.83 "PUT /v2.0/ports/e116bcb3-8626-47a0-aa5f-b60380193793 HTTP/1.1" status: 200 len: 1093 time: 0.7563579 Aug 04 11:44:07.426277 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:07.428516 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b9e02-db32-4cae-b8c3-13c6c965e66c" -d '{"events": [{"name": "network-changed", "server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:07.453636 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3bd8-5309-4e70-90b9-127531d56706 service neutron] Pushing event updated for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.480254 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.489004 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598811a2-7544-4dea-a5cd-b6b0e05078bb x-openstack-request-id: req-598811a2-7544-4dea-a5cd-b6b0e05078bb {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:07.489323 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:07.489534 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-598811a2-7544-4dea-a5cd-b6b0e05078bb {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:07.489921 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793', 'status': 'completed', 'code': 200} Aug 04 11:44:07.531684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b6650951-824f-4842-8436-ff74274c9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:07.532079 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970f2d8-2368-4bad-8917-894f64c01da9 None None] New status for floating IP 64d71dbf-24a6-4c58-b118-bd4c2680ad0b: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:44:07.534442 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-b6650951-824f-4842-8436-ff74274c9df2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0635486 Aug 04 11:44:07.576098 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.580640 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.585069 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-14d8e262-d3f5-4ac1-9e9f-442820ffbde9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e116bcb3-8626-47a0-aa5f-b60380193793 HTTP/1.1" status: 200 len: 217 time: 0.0370092 Aug 04 11:44:07.610709 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.615557 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1974127 Aug 04 11:44:07.619106 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49720) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:07.623486 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group_rule': {'security_group_id': '529f05b3-f335-40af-8f80-202acfe363ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:07.644797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924954b-4e3d-4b6d-9ded-b2a3f10dcc83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529f05b3-f335-40af-8f80-202acfe363ed,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.649854 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-434d367c-5aaf-4548-b15b-a80ebe9e489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:07.652854 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-434d367c-5aaf-4548-b15b-a80ebe9e489e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86f8c0e3-e057-426e-8423-3d73cd690d72 HTTP/1.1" status: 200 len: 848 time: 0.0592337 Aug 04 11:44:07.671595 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.708539 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-a004d800-cd22-4e23-b81b-de7af81cc878 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8172c0e3-bc1a-410b-9ef9-234d93f22c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393515 Aug 04 11:44:07.723725 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.728006 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.750940 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3132be1d-bf54-43cc-a4ba-1488c9e7e156,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.764911 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.770341 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49722) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:07.770515 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c7cff4a6-a12c-4440-ac9e-f479598ee63f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499479 Aug 04 11:44:07.776355 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'security_group_rule': {'security_group_id': '529f05b3-f335-40af-8f80-202acfe363ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:07.826924 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-08d14b26-0312-490a-9300-a1f5efd6e36f service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083951 Aug 04 11:44:07.827646 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.942933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.955031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.974776 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b8ace16f-4d32-40c4-a44a-8f460375c468 req-0fa677e9-62a2-4933-be03-05215e2e0046 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378679 Aug 04 11:44:07.985725 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fa94a5-def3-48f2-9904-6799a452b8ab,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:07.996168 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:07.997886 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ed8e62eb-b1c0-4b0f-a221-609103164148 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2263596 Aug 04 11:44:08.000896 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49724) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:08.006482 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:08.040264 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.126760 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-6f0dbb59-568f-4812-b1a3-0134526d4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.128472 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-6f0dbb59-568f-4812-b1a3-0134526d4c6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0850871 Aug 04 11:44:08.163462 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1af44-bcfa-4a76-b37e-b1d9017bcf8a req-9502d13a-1c33-4644-95b4-2d7791f57209 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.165025 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4ee1af44-bcfa-4a76-b37e-b1d9017bcf8a req-9502d13a-1c33-4644-95b4-2d7791f57209 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 943 time: 0.0528111 Aug 04 11:44:08.206823 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4ee1af44-bcfa-4a76-b37e-b1d9017bcf8a req-d75e262c-1eb0-4472-8b00-70587e32a81f tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Aug 04 11:44:08.248843 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-dcf83f12-4941-413f-83ea-1d85d40f1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.250470 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-dcf83f12-4941-413f-83ea-1d85d40f1c25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 909 time: 0.1104982 Aug 04 11:44:08.259253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.303016 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-86f59829-7c59-4135-9cdb-bb7d8d3f7a1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e116bcb3-8626-47a0-aa5f-b60380193793 HTTP/1.1" status: 200 len: 217 time: 0.0415428 Aug 04 11:44:08.413253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-5560d3c3-227d-422a-ba88-159e0d7f1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.414724 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-5560d3c3-227d-422a-ba88-159e0d7f1f48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86f8c0e3-e057-426e-8423-3d73cd690d72 HTTP/1.1" status: 200 len: 848 time: 0.0832548 Aug 04 11:44:08.475622 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-92c76304-0414-4eb6-bbeb-bdf5a64a05ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8172c0e3-bc1a-410b-9ef9-234d93f22c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492172 Aug 04 11:44:08.500123 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Allocated IP 172.27.2.39 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/c630ede3-4dc6-419e-b0d7-60942d37a68c) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:08.574669 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e6fb-887d-4fac-b170-0e315ea42744 req-31afd4ab-935f-40d3-ac3f-55152534aa19 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.576714 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1070e6fb-887d-4fac-b170-0e315ea42744 req-31afd4ab-935f-40d3-ac3f-55152534aa19 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.1552620 Aug 04 11:44:08.681970 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-8113aa8d-fd94-4f14-921c-7f0d87296794 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968133 Aug 04 11:44:08.699784 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1070e6fb-887d-4fac-b170-0e315ea42744 req-8687bb8a-80cd-49d6-aa44-66fc096aa175 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121216 Aug 04 11:44:08.778978 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.822116 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c22b9e02-db32-4cae-b8c3-13c6c965e66c req-9079f5dd-3f80-48cf-bf76-75f1dd9a2427 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269541 Aug 04 11:44:08.845544 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.854053 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:44:08.878382 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: b8edf2a8-86c6-4ce3-a642-2ef77428fda2 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:44:08.878727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device b8edf2a8-86c6-4ce3-a642-2ef77428fda2 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:44:08.897094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:08.900929 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:08.902987 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=c630ede3-4dc6-419e-b0d7-60942d37a68c,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:08.905680 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:08.950917 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.987067 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.146089 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.151124 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.185148 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.206228 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=c630ede3-4dc6-419e-b0d7-60942d37a68c,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:09.209150 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.210425 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c165f695-6c19-475d-af31-a5a5c93bec1c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2081401 Aug 04 11:44:09.351973 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ec001-a7de-43e3-8f75-e360bf5a6976 req-2332daa3-0cd4-4551-95cc-7ae171f6096e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:09.353591 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-546ec001-a7de-43e3-8f75-e360bf5a6976 req-2332daa3-0cd4-4551-95cc-7ae171f6096e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 943 time: 0.0593376 Aug 04 11:44:09.395496 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-546ec001-a7de-43e3-8f75-e360bf5a6976 req-5c92d7d0-85cd-4566-b0a1-fdfe4de8b75d tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338733 Aug 04 11:44:09.411024 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-6d48612e-f7d2-4942-aa18-ed0c3eeb61c8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1663960337&fields=id&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 267 time: 0.0377734 Aug 04 11:44:09.532504 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-16061083-1516-4ae5-8b4a-eddeb3e48823 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:09.534037 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-16061083-1516-4ae5-8b4a-eddeb3e48823 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 817 time: 0.1162114 Aug 04 11:44:09.549529 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-d3acb47a-f695-4356-b75f-c099e68c0b19 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/quotas/9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 375 time: 0.0095344 Aug 04 11:44:09.605134 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-ccb8b2b1-f76f-4ec1-a3ef-911037131614 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500095 Aug 04 11:44:09.704547 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-8a5f21a3-d513-4ab3-9145-df6d009c4d1e service neutron] 10.222.0.44 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Aug 04 11:44:09.796719 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-6438260e-eca8-4f23-a860-ee45b0bc9dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862281 Aug 04 11:44:09.830145 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478650f5-5e0e-49a2-abf9-e1adf8600acc req-16a7667b-2ee7-4522-936d-fe1a2af7a85d tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:09.831723 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-478650f5-5e0e-49a2-abf9-e1adf8600acc req-16a7667b-2ee7-4522-936d-fe1a2af7a85d tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0531883 Aug 04 11:44:09.872347 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-478650f5-5e0e-49a2-abf9-e1adf8600acc req-dd4dadf2-8513-49f0-9cd5-c90f79a5ade2 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348387 Aug 04 11:44:09.960136 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bbdb85f8-f91b-46a2-9c70-00d998818c11 req-78d41651-184c-40fa-8b88-5a0c279eb6e6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 210 time: 0.0259042 Aug 04 11:44:10.519237 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2bf2d-df67-42ad-b7f5-2d655243c100 req-006511c3-5bfa-4c97-800a-e27e63721273 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:10.520669 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a1a2bf2d-df67-42ad-b7f5-2d655243c100 req-006511c3-5bfa-4c97-800a-e27e63721273 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 943 time: 0.0520954 Aug 04 11:44:10.560134 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a1a2bf2d-df67-42ad-b7f5-2d655243c100 req-0ccf53af-e1f5-473a-8817-aa078f06712b tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Aug 04 11:44:10.863488 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device e116bcb3-8626-47a0-aa5f-b60380193793 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:10.959027 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-b4833e7b-5c92-429d-83b1-aa606a1a5fe6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:10.961121 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-b4833e7b-5c92-429d-83b1-aa606a1a5fe6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 817 time: 0.1543810 Aug 04 11:44:10.978897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e116bcb3-8626-47a0-aa5f-b60380193793,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:10.998007 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'e116bcb3-8626-47a0-aa5f-b60380193793', 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43', 'port_id': 'e116bcb3-8626-47a0-aa5f-b60380193793', 'mac_address': 'fa:16:3e:b0:cf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8c0e3-e057-426e-8423-3d73cd690d72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:11.020209 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-0dae4125-8aee-43e9-8dc9-508c6c4f9bb8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 380 time: 0.0492725 Aug 04 11:44:11.034228 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'port': {'device_id': '51ab22ff-32c9-4401-aab3-234ec542737e', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'admin_state_up': True, 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'security_groups': ['529f05b3-f335-40af-8f80-202acfe363ed']}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:11.052845 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d3f26-ce71-4d8e-9e4e-96eb273eb2b9 req-94a1ad36-73f5-42fe-9ac1-aa6e06b0e7e6 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:11.056255 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.067763 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f76d3f26-ce71-4d8e-9e4e-96eb273eb2b9 req-94a1ad36-73f5-42fe-9ac1-aa6e06b0e7e6 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.1101789 Aug 04 11:44:11.084199 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e116bcb3-8626-47a0-aa5f-b60380193793 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:11.107926 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e116bcb3-8626-47a0-aa5f-b60380193793,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:11.112932 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.114179 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f76d3f26-ce71-4d8e-9e4e-96eb273eb2b9 req-65fcd9eb-0fe2-4376-bdea-8b212da9f74f tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463555 Aug 04 11:44:11.124887 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d4bf5ad1-2e19-4780-bb1f-39eb3fb51503 req-87e1459c-c9b5-42ee-a320-852b21021d61 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 210 time: 0.0286012 Aug 04 11:44:11.164140 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:11.171939 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.172593 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.172937 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.173280 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.173615 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.173953 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.174285 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.174612 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.174961 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.175290 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.175620 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.175994 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:11.194461 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Made reservation on behalf of 9cf660c7a4da462fa02c358a17c7bdce for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:11.198171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.330349 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Allocated IP 172.20.0.10 (a7bbfc98-be9b-4a25-871c-a45fd8bc5a01/a987c9a8-ca31-43ee-8243-3c72eea271b2/8e70ca94-e125-484d-adc2-044bd1e2e6ee) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:11.395853 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['e116bcb3-8626-47a0-aa5f-b60380193793'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:11.474366 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.490322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Transition to ACTIVE for port object 8e70ca94-e125-484d-adc2-044bd1e2e6ee will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:11.523950 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.575748 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:11.581568 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:11.584609 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:11.590598 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:11.591235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.601590 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:11.614400 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-98110662-2f5d-47e6-8694-a0278af842a6 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853853 Aug 04 11:44:11.627540 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Request body: {'port': {'device_id': '51ab22ff-32c9-4401-aab3-234ec542737e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:11.684216 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.687619 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797757c9-fa34-4718-91ff-09988e0c01f3 req-ddcfd499-95ab-42ed-b200-44ea02362564 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:11.689343 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-797757c9-fa34-4718-91ff-09988e0c01f3 req-ddcfd499-95ab-42ed-b200-44ea02362564 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 944 time: 0.0592220 Aug 04 11:44:11.736993 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-797757c9-fa34-4718-91ff-09988e0c01f3 req-5bdaaaa0-0448-404e-8628-f55a17431e4b tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Aug 04 11:44:11.822307 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-ea08aec4-5b68-4abb-b44a-34e84d29c528 None None] Provisioning for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:11.828523 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-ea08aec4-5b68-4abb-b44a-34e84d29c528 None None] Provisioning complete for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:11.829087 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ea08aec4-5b68-4abb-b44a-34e84d29c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.864730 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-ea08aec4-5b68-4abb-b44a-34e84d29c528 None None] Port 8e70ca94-e125-484d-adc2-044bd1e2e6ee cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:44:11.953676 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:11.960876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:11.972580 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Transition to ACTIVE for port object 8e70ca94-e125-484d-adc2-044bd1e2e6ee will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:11.976077 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:12.024848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:12.059569 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Attempting to bind port 8e70ca94-e125-484d-adc2-044bd1e2e6ee on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:12.060201 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Attempting to bind port 8e70ca94-e125-484d-adc2-044bd1e2e6ee by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:12.061097 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Attempting to bind port 8e70ca94-e125-484d-adc2-044bd1e2e6ee on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:12.065656 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Port 8e70ca94-e125-484d-adc2-044bd1e2e6ee on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:12.065978 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Attempting to bind port 8e70ca94-e125-484d-adc2-044bd1e2e6ee on network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:12.071040 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:12.071370 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Checking segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:12.071744 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Bound using segment: {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:12.072176 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Bound port: 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ebcc7-c73c-4635-9bd3-cfbc943083d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:12.072562 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:12.138072 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:12.142506 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:12.150117 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:12.205864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.205973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:12.207482 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] 10.222.0.83 "PUT /v2.0/ports/8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 1094 time: 0.5844791 Aug 04 11:44:12.208417 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:12.210517 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce3fda-7dde-42d6-add8-1ca5881f6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:12.257476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49596d14-4acd-4461-97c9-b3861deca68b service neutron] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:12.283944 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305b652-3f49-4d1c-8d92-d0f79aa78151 req-e0595872-55d2-4b55-8848-b8370f3bf00c tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.285815 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3305b652-3f49-4d1c-8d92-d0f79aa78151 req-e0595872-55d2-4b55-8848-b8370f3bf00c tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.1013813 Aug 04 11:44:12.310338 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686595f-9cff-4573-8904-8c36954529cd req-dca8474b-cdf3-49e4-a9c4-e143512d632b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.312777 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b686595f-9cff-4573-8904-8c36954529cd req-dca8474b-cdf3-49e4-a9c4-e143512d632b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0896232 Aug 04 11:44:12.344463 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3305b652-3f49-4d1c-8d92-d0f79aa78151 req-00cfdbc0-d9e0-40b5-8b05-a5930d6cb0f8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444837 Aug 04 11:44:12.347274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-1093ef65-5247-430c-85dc-7e166a927b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.348740 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-1093ef65-5247-430c-85dc-7e166a927b3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1097 time: 0.0834997 Aug 04 11:44:12.367513 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b686595f-9cff-4573-8904-8c36954529cd req-d116282d-390a-49ab-8e91-9c0469d063cf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480738 Aug 04 11:44:12.413946 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-36b70306-4a86-42d1-99b3-208fca914520 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 217 time: 0.0528157 Aug 04 11:44:12.430137 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca184758-c408-4dcf-ba12-5f0d5e37ec38 x-openstack-request-id: req-ca184758-c408-4dcf-ba12-5f0d5e37ec38 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:12.430417 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:12.430668 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca184758-c408-4dcf-ba12-5f0d5e37ec38 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:12.431081 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'status': 'completed', 'code': 200} Aug 04 11:44:12.466602 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-c17de1eb-cd39-4cd1-92b2-86c24f358f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.468734 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-c17de1eb-cd39-4cd1-92b2-86c24f358f32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0467815 Aug 04 11:44:12.515817 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054dd7-d83e-40d7-b968-636035a79f14 req-c5260d89-27fb-441b-b398-bf123319302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.517348 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-c5260d89-27fb-441b-b398-bf123319302c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398614 Aug 04 11:44:12.620860 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-186881f3-ea2e-4bbf-a9e2-0bf30c2d0de2 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927258 Aug 04 11:44:12.713430 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-70054dd7-d83e-40d7-b968-636035a79f14 req-d37c58d3-751f-4452-ade2-e4b82a749643 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845985 Aug 04 11:44:12.819181 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-00c23b37-43e5-46da-949d-8ec4bb7dde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.820711 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-00c23b37-43e5-46da-949d-8ec4bb7dde85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1097 time: 0.0470157 Aug 04 11:44:12.852637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4712d-2214-43da-a68d-4db9692f3278 req-8b086cae-d8d3-4f0a-8982-b0dbadbcabf4 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.854131 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-35e4712d-2214-43da-a68d-4db9692f3278 req-8b086cae-d8d3-4f0a-8982-b0dbadbcabf4 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 944 time: 0.0529165 Aug 04 11:44:12.872563 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device e116bcb3-8626-47a0-aa5f-b60380193793 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:12.896041 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-35e4712d-2214-43da-a68d-4db9692f3278 req-389c11e5-b499-4a42-a12d-9152642a56c6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Aug 04 11:44:12.919034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-960a14ae-5585-42eb-b325-b8f551cadf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.920695 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-960a14ae-5585-42eb-b325-b8f551cadf4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.0926735 Aug 04 11:44:12.925054 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port e116bcb3-8626-47a0-aa5f-b60380193793 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:12.929095 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port e116bcb3-8626-47a0-aa5f-b60380193793 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:12.929469 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:12.964871 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-b6794cd3-0415-469b-aec4-5aa58639e803 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 217 time: 0.0357406 Aug 04 11:44:13.012720 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:13.020026 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-88136446-6950-4ec8-8b0e-172b73255187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.021733 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-88136446-6950-4ec8-8b0e-172b73255187 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0488429 Aug 04 11:44:13.041245 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:13.043648 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f19402-0259-4852-b50f-4f02f4e82492" -d '{"events": [{"server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:13.056871 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e116bcb3-8626-47a0-aa5f-b60380193793,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:13.061979 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:13.071497 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-1406d87f-cf2c-4891-bb04-757e36604552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.073028 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-1406d87f-cf2c-4891-bb04-757e36604552 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423002 Aug 04 11:44:13.088777 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4c4cd-b6cb-4248-8c48-05192d74bfca x-openstack-request-id: req-0ab4c4cd-b6cb-4248-8c48-05192d74bfca {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:13.089077 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "name": "network-vif-plugged", "status": "completed", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:13.089313 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ab4c4cd-b6cb-4248-8c48-05192d74bfca {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:13.089701 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793', 'code': 200} Aug 04 11:44:13.121300 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:13.187450 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-66b608c6-3503-4cde-a080-bff87098c1f3 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939991 Aug 04 11:44:13.271795 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023feb-d44e-49c7-a8d0-b2b1f4a82bea req-3f50452e-0675-4719-a318-25495ce952db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.273665 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-53023feb-d44e-49c7-a8d0-b2b1f4a82bea req-3f50452e-0675-4719-a318-25495ce952db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0406094 Aug 04 11:44:13.289941 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-82ce3fda-7dde-42d6-add8-1ca5881f6e31 req-43f5e29c-7f1a-4d74-8b9b-cb4912f6887b service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Aug 04 11:44:13.312152 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-53023feb-d44e-49c7-a8d0-b2b1f4a82bea req-ce01cbb5-1989-4ce3-9ffa-3efc8f7fa9db service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Aug 04 11:44:13.471825 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cdf2c-2bcc-4d4c-8d46-5401a7185071 req-c81d2fb7-e1a7-49c2-a637-d80a0e392ab8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.473344 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f59cdf2c-2bcc-4d4c-8d46-5401a7185071 req-c81d2fb7-e1a7-49c2-a637-d80a0e392ab8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0502455 Aug 04 11:44:13.493487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c0bf1-2768-42f3-84dd-b2c39c16c5f1 req-9ac68015-85ef-4353-97c9-27c17a1c5d9b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.494996 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f61c0bf1-2768-42f3-84dd-b2c39c16c5f1 req-9ac68015-85ef-4353-97c9-27c17a1c5d9b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0503900 Aug 04 11:44:13.515964 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f59cdf2c-2bcc-4d4c-8d46-5401a7185071 req-7886dbbc-e992-4be3-a75e-3b50d903bbae tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca81730d-8bbc-452b-8e7d-45159b1df567&id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364642 Aug 04 11:44:13.535379 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f61c0bf1-2768-42f3-84dd-b2c39c16c5f1 req-a2e02740-7240-4a40-ad70-842199f90845 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Aug 04 11:44:14.015789 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18a45d-2eea-4d97-8765-76e24c5e425d req-4fd1bb23-b48c-4eb4-a2b2-bbbbf05f2212 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:14.017315 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ed18a45d-2eea-4d97-8765-76e24c5e425d req-4fd1bb23-b48c-4eb4-a2b2-bbbbf05f2212 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 945 time: 0.0539837 Aug 04 11:44:14.055266 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ed18a45d-2eea-4d97-8765-76e24c5e425d req-dbe90b51-3592-459e-bd7c-317665a8a8c5 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Aug 04 11:44:14.660128 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690069a-99f5-4d54-89e9-545e64dec8c8 req-8ee6ca4a-0cee-423e-a534-cce69148f977 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:14.661614 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c690069a-99f5-4d54-89e9-545e64dec8c8 req-8ee6ca4a-0cee-423e-a534-cce69148f977 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0524969 Aug 04 11:44:14.699620 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c690069a-99f5-4d54-89e9-545e64dec8c8 req-3a20c9d4-721c-4847-acea-486057424826 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 04 11:44:15.106148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4211-91e8-4e68-8a2f-bd279b5a7e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:15.178942 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12302b46-e51c-46f3-85f6-b0ad95f7ceb8 req-95a93483-51db-4277-8d4e-62c84da1d3d6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:15.180454 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-12302b46-e51c-46f3-85f6-b0ad95f7ceb8 req-95a93483-51db-4277-8d4e-62c84da1d3d6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 945 time: 0.0499508 Aug 04 11:44:15.222371 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-12302b46-e51c-46f3-85f6-b0ad95f7ceb8 req-09831aae-4d49-4866-bb0c-2b3253ace884 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Aug 04 11:44:15.833529 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2fdab-d718-4f27-b6db-cd88ba674ace req-b2036c7c-d58a-401e-b00c-fdf4abf4456b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:15.835303 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e2c2fdab-d718-4f27-b6db-cd88ba674ace req-b2036c7c-d58a-401e-b00c-fdf4abf4456b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0577383 Aug 04 11:44:15.875954 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e2c2fdab-d718-4f27-b6db-cd88ba674ace req-d1eb8d2a-dabf-47e0-b973-fe81b32be34e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Aug 04 11:44:15.903157 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bfe80-afcb-4f09-a1d2-60e895932997 req-b74ee03f-e12c-460f-acb9-e2af3a56d1bd tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:15.905410 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-467bfe80-afcb-4f09-a1d2-60e895932997 req-b74ee03f-e12c-460f-acb9-e2af3a56d1bd tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 945 time: 0.0588868 Aug 04 11:44:15.944337 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-467bfe80-afcb-4f09-a1d2-60e895932997 req-3a4eb5e1-85ba-4edc-959b-7f1f015312e5 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Aug 04 11:44:16.917319 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:17.013229 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd680bd-b1d4-4814-ac2c-29ed25d56450 req-af0d10f2-0b9c-4f0a-a13a-c40debe9b300 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:17.014776 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3fd680bd-b1d4-4814-ac2c-29ed25d56450 req-af0d10f2-0b9c-4f0a-a13a-c40debe9b300 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0641782 Aug 04 11:44:17.026569 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:17.039947 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:17.056195 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3fd680bd-b1d4-4814-ac2c-29ed25d56450 req-9e386f0d-abf1-4e5e-9ede-3bd68a84ab8a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356977 Aug 04 11:44:17.077189 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262a996-74e8-4715-a3e4-93325f1998ed req-91134f02-7f93-4abb-b985-2a87dfa5f03c tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:17.078808 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4262a996-74e8-4715-a3e4-93325f1998ed req-91134f02-7f93-4abb-b985-2a87dfa5f03c tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Aug 04 11:44:17.086496 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.100727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:17.122272 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:17.125784 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4262a996-74e8-4715-a3e4-93325f1998ed req-9f17e5c2-b15a-4aab-aa5f-8900b1b49e13 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 04 11:44:17.128330 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.179103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:17.337389 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-744887b1-cfff-4a28-9650-ed15328a3caf tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:17.338882 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-744887b1-cfff-4a28-9650-ed15328a3caf tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 04 11:44:17.393660 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['8e70ca94-e125-484d-adc2-044bd1e2e6ee'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:17.431809 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Deleting port e116bcb3-8626-47a0-aa5f-b60380193793 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:17.432031 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.523458 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] For port e116bcb3-8626-47a0-aa5f-b60380193793, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=e116bcb3-8626-47a0-aa5f-b60380193793,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:17.523927 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.539568 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Calling delete_port for e116bcb3-8626-47a0-aa5f-b60380193793 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:17.667830 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.703561 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Pushing event deleted for resources: {'Port': ['ID=e116bcb3-8626-47a0-aa5f-b60380193793,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:17.737277 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] No DVR routers for this DVR port e116bcb3-8626-47a0-aa5f-b60380193793 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:44:17.740102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.742109 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-88a4c996-4ef2-4b3b-bf61-e040bacd8162 req-854b9bf8-6da7-4bd2-9aff-c22e74d321ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "DELETE /v2.0/ports/e116bcb3-8626-47a0-aa5f-b60380193793 HTTP/1.1" status: 204 len: 173 time: 0.3965852 Aug 04 11:44:17.742568 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'name': 'network-vif-deleted', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:17.744792 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9abc2b-f235-4313-badc-741e2f0a10f6" -d '{"events": [{"server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "name": "network-vif-deleted", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:17.783989 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867fe404-e8f2-4a55-9a02-b0c758dcb9df x-openstack-request-id: req-867fe404-e8f2-4a55-9a02-b0c758dcb9df {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:17.784282 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5626ce50-5917-4b81-a33b-45a820a22ff0", "name": "network-vif-deleted", "tag": "e116bcb3-8626-47a0-aa5f-b60380193793", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:17.784572 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-867fe404-e8f2-4a55-9a02-b0c758dcb9df {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:17.784969 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5626ce50-5917-4b81-a33b-45a820a22ff0', 'name': 'network-vif-deleted', 'tag': 'e116bcb3-8626-47a0-aa5f-b60380193793', 'status': 'completed', 'code': 200} Aug 04 11:44:17.929644 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['e116bcb3-8626-47a0-aa5f-b60380193793'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:18.197623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fe330-d86d-4a74-8691-50e99d94a72e req-98a32310-10ea-491b-80fd-74d7c588fce1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:18.199853 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7d7fe330-d86d-4a74-8691-50e99d94a72e req-98a32310-10ea-491b-80fd-74d7c588fce1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 945 time: 0.0674317 Aug 04 11:44:18.253038 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7d7fe330-d86d-4a74-8691-50e99d94a72e req-6c5de867-ad13-471b-b440-aba1d4703d70 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 Aug 04 11:44:18.256000 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fad12023-f513-46af-bed4-3a29d282dd00 req-960c0b7b-8626-45c3-8fcb-c24afb1a6da9 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=5626ce50-5917-4b81-a33b-45a820a22ff0 HTTP/1.1" status: 200 len: 210 time: 0.0398932 Aug 04 11:44:18.653669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:18.940955 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:18.992273 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:18.996223 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:18.996614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:19.078063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:19.100659 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:19.103062 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4b148-a8a9-4e8a-9a87-afa6eb2132af" -d '{"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:19.117989 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:19.122003 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:19.146715 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031764a6-be99-41b6-92cd-6894abb62cb4 x-openstack-request-id: req-031764a6-be99-41b6-92cd-6894abb62cb4 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:19.147006 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:19.147252 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-031764a6-be99-41b6-92cd-6894abb62cb4 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:19.147633 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'code': 200} Aug 04 11:44:19.173591 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:19.330920 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b675b6-c368-4da0-a0dc-a1e37d88d4ff req-fa5f4b7b-e8e7-46a1-8341-b688dd8893d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:19.332549 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-42b675b6-c368-4da0-a0dc-a1e37d88d4ff req-fa5f4b7b-e8e7-46a1-8341-b688dd8893d0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1099 time: 0.0508728 Aug 04 11:44:19.375345 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-42b675b6-c368-4da0-a0dc-a1e37d88d4ff req-4826f51f-023c-4aa5-8932-ea72bc863226 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350332 Aug 04 11:44:19.379593 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654d9ea-3de3-4bc4-b0a1-bd5b96385576 req-11ff0ae3-f70f-42e3-b1ee-9ca612c8246b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:19.381320 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a654d9ea-3de3-4bc4-b0a1-bd5b96385576 req-11ff0ae3-f70f-42e3-b1ee-9ca612c8246b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0537715 Aug 04 11:44:19.423168 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a654d9ea-3de3-4bc4-b0a1-bd5b96385576 req-e1d29f77-06f5-401a-9e63-23c8889636bb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Aug 04 11:44:19.559125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-f73758bc-1a2b-4c42-9c81-d600872fd38f tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:19.560629 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-f73758bc-1a2b-4c42-9c81-d600872fd38f tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 808 time: 0.1054361 Aug 04 11:44:19.575989 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-afd61aa1-8f8c-4e3e-a3e1-05d57219b6f4 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/quotas/7e54926a9fef4f80b32bbbe042ff05c0 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Aug 04 11:44:19.608201 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-82a06e35-2f28-473b-9da7-4bfe0766d809 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267177 Aug 04 11:44:19.701246 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-20b8b216-8e30-42bc-8c4a-1b3e80751cdc service neutron] 10.222.0.44 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856597 Aug 04 11:44:19.793573 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-7dc0eff9-2771-490f-b056-3e176151b907 service neutron] 10.222.0.44 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857913 Aug 04 11:44:19.798070 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-843f2445-e72b-43bb-b264-9a77ef696034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:19.955358 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4beed5bf-62e0-4146-a80e-469f95514724 req-2a05ea73-69d1-4e97-ae95-48d4c5a0ea10 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Aug 04 11:44:20.556117 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6035bd-8630-40db-9a23-e66229b49113 req-0cfea882-2f1e-4e88-b1aa-770057590d3f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:20.557637 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f6035bd-8630-40db-9a23-e66229b49113 req-0cfea882-2f1e-4e88-b1aa-770057590d3f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0510736 Aug 04 11:44:20.596286 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f6035bd-8630-40db-9a23-e66229b49113 req-2dd08253-6b5d-428a-bb4d-a393310178c8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Aug 04 11:44:20.713034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f8565-3f91-4518-9000-db8bbdfb15af req-5b8430e6-f712-4f22-b1e1-5c9d747ef799 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:20.714461 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a77f8565-3f91-4518-9000-db8bbdfb15af req-5b8430e6-f712-4f22-b1e1-5c9d747ef799 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0496864 Aug 04 11:44:20.723037 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:20.723722 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49848) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:20.728229 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Request body: {'floatingip': {'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:21.016666 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-06ec0add-78dd-4103-a498-4e8e7a606593 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:21.018544 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-06ec0add-78dd-4103-a498-4e8e7a606593 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 808 time: 0.1481516 Aug 04 11:44:21.025285 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.033553 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Request body: {'port': {'device_id': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43', 'admin_state_up': True, 'tenant_id': '7e54926a9fef4f80b32bbbe042ff05c0'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:21.106037 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4ed94462-bf03-4f54-aadc-be7d7d3f6060 req-a8c6521d-6b9f-49f3-acb5-e04aab395f61 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0686221 Aug 04 11:44:21.180442 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Made reservation on behalf of 7e54926a9fef4f80b32bbbe042ff05c0 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:21.184041 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.311655 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Allocated IP 172.20.0.6 (8172c0e3-bc1a-410b-9ef9-234d93f22c43/86f8c0e3-e057-426e-8423-3d73cd690d72/2aa6acf4-b82e-4044-8066-9e012681a431) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:21.473108 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.482978 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.487567 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.515704 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.566238 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:21.569447 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:21.572352 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:21.592603 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Floating IP 142128ec-ec45-4500-a317-83b21b8dd4f9 associated. External IP: 172.27.2.39, port: 8e70ca94-e125-484d-adc2-044bd1e2e6ee. Aug 04 11:44:21.601490 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Pushing event updated for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:21.635226 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:21.635853 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.652536 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-2401205c-523c-40ef-a473-f178e23b205e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238475 Aug 04 11:44:21.666008 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Request body: {'port': {'device_id': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:21.719683 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.811045 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:44:21.927030 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:44:21.932288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.938127 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:44:21.967621 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-00308590-d878-4999-9aa5-6bbd26b72d07 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "PUT /v2.0/floatingips/142128ec-ec45-4500-a317-83b21b8dd4f9 HTTP/1.1" status: 200 len: 991 time: 1.2427695 Aug 04 11:44:21.968731 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:21.972062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e1511-eff1-4f9a-8674-89d0e911306f" -d '{"events": [{"name": "network-changed", "server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:22.018508 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631e4c27-715b-45e1-a99e-7a4df5ae8122 x-openstack-request-id: req-631e4c27-715b-45e1-a99e-7a4df5ae8122 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:22.019012 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:22.019380 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-631e4c27-715b-45e1-a99e-7a4df5ae8122 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:22.019876 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'status': 'completed', 'code': 200} Aug 04 11:44:22.092210 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:22.093116 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:22.097902 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1511-eff1-4f9a-8674-89d0e911306f req-44209e72-db92-41f6-8925-5169851e74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.099435 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-44209e72-db92-41f6-8925-5169851e74a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1099 time: 0.0498590 Aug 04 11:44:22.196803 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1511-eff1-4f9a-8674-89d0e911306f req-e1f0ee33-bdd4-4cba-b94b-65b0403e3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.198237 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-e1f0ee33-bdd4-4cba-b94b-65b0403e3490 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.0913708 Aug 04 11:44:22.210959 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:22.272499 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-68e44daa-f1c8-48ae-89af-f01e073b7250 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 999 time: 0.0646365 Aug 04 11:44:22.292312 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b7e1-342a-46b5-88d7-be7e4273affa req-9221de8f-fd95-41e0-9102-9d3225271940 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.293940 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fcc8b7e1-342a-46b5-88d7-be7e4273affa req-9221de8f-fd95-41e0-9102-9d3225271940 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 931 time: 0.1065340 Aug 04 11:44:22.302569 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa6acf4-b82e-4044-8066-9e012681a431 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:22.312446 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.333498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1511-eff1-4f9a-8674-89d0e911306f req-617672bc-4996-4142-85eb-02da90c67de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.334982 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-617672bc-4996-4142-85eb-02da90c67de4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0501184 Aug 04 11:44:22.342428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Transition to ACTIVE for port object 2aa6acf4-b82e-4044-8066-9e012681a431 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:22.353751 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.367735 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fcc8b7e1-342a-46b5-88d7-be7e4273affa req-e99fead7-1b77-49d0-80e7-4064e93a68a6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605061 Aug 04 11:44:22.386648 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e1511-eff1-4f9a-8674-89d0e911306f req-fe339b42-861e-4c5c-863b-420bb44bb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.388503 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-fe339b42-861e-4c5c-863b-420bb44bb821 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450552 Aug 04 11:44:22.420196 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:22.466220 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '142128ec-ec45-4500-a317-83b21b8dd4f9', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab22ff-32c9-4401-aab3-234ec542737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:08Z', 'updated_at': '2021-08-04T11:44:21Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:22.499441 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:44:22.503219 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-68e78915-8c95-4990-9f84-2e88361fc88a service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005886 Aug 04 11:44:22.508505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Attempting to bind port 2aa6acf4-b82e-4044-8066-9e012681a431 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:22.508840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Attempting to bind port 2aa6acf4-b82e-4044-8066-9e012681a431 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:22.509165 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Attempting to bind port 2aa6acf4-b82e-4044-8066-9e012681a431 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:22.509399 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:22.510061 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:22.513750 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Port 2aa6acf4-b82e-4044-8066-9e012681a431 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:22.514070 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Attempting to bind port 2aa6acf4-b82e-4044-8066-9e012681a431 on network 8172c0e3-bc1a-410b-9ef9-234d93f22c43 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:22.519287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:22.519744 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Checking segment: {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:22.520154 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Bound using segment: {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:22.520615 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Bound port: 2aa6acf4-b82e-4044-8066-9e012681a431, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:22.520964 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.596322 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:22.600185 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2aa6acf4-b82e-4044-8066-9e012681a431,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:22.606541 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.609068 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-866e1511-eff1-4f9a-8674-89d0e911306f req-eb6a0bf9-fc68-4671-86a9-2f3af3954036 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963476 Aug 04 11:44:22.626139 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:22.644910 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.645540 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.646968 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] 10.222.0.83 "PUT /v2.0/ports/2aa6acf4-b82e-4044-8066-9e012681a431 HTTP/1.1" status: 200 len: 1093 time: 0.9851208 Aug 04 11:44:22.647407 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:22.649668 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414b52b3-e05c-47a8-b8cd-39ba8720150d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:22.673641 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.675739 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968729-c9cb-49d3-83ca-34eb01a16480 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:22.702905 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786a56d7-71ef-46e0-bf25-f778ea326cc6 x-openstack-request-id: req-786a56d7-71ef-46e0-bf25-f778ea326cc6 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:22.703202 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:22.703457 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-786a56d7-71ef-46e0-bf25-f778ea326cc6 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:22.703876 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431', 'status': 'completed', 'code': 200} Aug 04 11:44:22.756271 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-8023ed37-7c3f-4a9e-9987-1dd5f00db4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.757709 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-8023ed37-7c3f-4a9e-9987-1dd5f00db4cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0428607 Aug 04 11:44:22.803302 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-357049b5-6581-4beb-af84-f92c19d0acd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aa6acf4-b82e-4044-8066-9e012681a431 HTTP/1.1" status: 200 len: 217 time: 0.0362353 Aug 04 11:44:22.856795 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-63bb8fc4-da37-47cd-b044-8231260bfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:22.860794 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-63bb8fc4-da37-47cd-b044-8231260bfed5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86f8c0e3-e057-426e-8423-3d73cd690d72 HTTP/1.1" status: 200 len: 848 time: 0.0499768 Aug 04 11:44:22.868925 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '142128ec-ec45-4500-a317-83b21b8dd4f9', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab22ff-32c9-4401-aab3-234ec542737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:08Z', 'updated_at': '2021-08-04T11:44:21Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:22.895662 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf5098-9ff1-4fd4-a882-b6513420537f None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '142128ec-ec45-4500-a317-83b21b8dd4f9', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab22ff-32c9-4401-aab3-234ec542737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:08Z', 'updated_at': '2021-08-04T11:44:21Z', 'revision_number': 1, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:44:22.899451 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-fa78c249-0ed0-4d49-a519-48c38cd77832 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8172c0e3-bc1a-410b-9ef9-234d93f22c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265906 Aug 04 11:44:22.945344 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device e116bcb3-8626-47a0-aa5f-b60380193793 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:44:22.971500 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: e116bcb3-8626-47a0-aa5f-b60380193793 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:44:22.971932 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device e116bcb3-8626-47a0-aa5f-b60380193793 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:44:22.999931 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-dc554181-70fd-4282-9029-dd81b64d3c20 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931692 Aug 04 11:44:23.099307 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7479e-70b0-4875-96f6-448a18760d5c None None] New status for floating IP 142128ec-ec45-4500-a317-83b21b8dd4f9: ACTIVE {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:44:23.100495 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-311e8bfe-468e-442a-aa66-9dd1bb893379 req-613b35a8-f053-4795-b5d0-619f658de903 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915508 Aug 04 11:44:23.209039 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-3cc91e27-b1bb-47c0-935f-aca1fbf1bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.210583 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-3cc91e27-b1bb-47c0-935f-aca1fbf1bb93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0449374 Aug 04 11:44:23.320870 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-3790086e-f828-4ef8-8bfa-8a44d264af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.329051 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-3790086e-f828-4ef8-8bfa-8a44d264af8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 200 len: 909 time: 0.0990112 Aug 04 11:44:23.375608 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-4ef78380-7f1f-4f08-85e2-d84b3a4b3fca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2aa6acf4-b82e-4044-8066-9e012681a431 HTTP/1.1" status: 200 len: 217 time: 0.0383785 Aug 04 11:44:23.432958 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-c17f6202-f96e-4aab-91c4-64ff92dea92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.434468 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-c17f6202-f96e-4aab-91c4-64ff92dea92d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86f8c0e3-e057-426e-8423-3d73cd690d72 HTTP/1.1" status: 200 len: 848 time: 0.0511284 Aug 04 11:44:23.468840 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-042ca7ff-0099-40dc-8ced-70125dc62e18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8172c0e3-bc1a-410b-9ef9-234d93f22c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256419 Aug 04 11:44:23.495432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4db5-b9c2-4b99-9d94-dca834085ad5 req-90917a55-960e-4335-9312-7cb0ab92b63e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.496960 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-77bb4db5-b9c2-4b99-9d94-dca834085ad5 req-90917a55-960e-4335-9312-7cb0ab92b63e tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 943 time: 0.0524087 Aug 04 11:44:23.541736 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-77bb4db5-b9c2-4b99-9d94-dca834085ad5 req-7febe322-7e2d-4284-bbe5-9c3cf642a5ca tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Aug 04 11:44:23.567310 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-f71b6417-a048-4831-bacf-59e081bbc3c7 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869527 Aug 04 11:44:23.675855 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-414b52b3-e05c-47a8-b8cd-39ba8720150d req-fa8d360e-2fcb-45c7-b05e-9aeb06a96920 service neutron] 10.222.0.83 "GET /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946903 Aug 04 11:44:24.661701 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac8c8-d92a-4747-a1e9-a4158b4eae86 req-88084a21-cfca-4dbb-86e2-f9ac2782fbb6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:24.663216 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35cac8c8-d92a-4747-a1e9-a4158b4eae86 req-88084a21-cfca-4dbb-86e2-f9ac2782fbb6 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 943 time: 0.0499592 Aug 04 11:44:24.704924 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-35cac8c8-d92a-4747-a1e9-a4158b4eae86 req-15cbc9a8-de64-4434-827f-6e2b1651aff0 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 04 11:44:25.819742 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552a0d8-8132-4c47-a5c4-09d32ad43976 req-388192bc-6a56-4aea-8981-967199faee60 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:25.821293 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4552a0d8-8132-4c47-a5c4-09d32ad43976 req-388192bc-6a56-4aea-8981-967199faee60 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 943 time: 0.0496433 Aug 04 11:44:25.861216 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4552a0d8-8132-4c47-a5c4-09d32ad43976 req-0b3d9792-2aa0-47a7-8092-03a378809336 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Aug 04 11:44:26.959527 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2aa6acf4-b82e-4044-8066-9e012681a431 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:26.987396 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205e66f-f9a6-42e7-b7c2-c2675e782ff2 req-52ea6598-e5ab-47cd-93a1-87d376cdbeac tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:26.989635 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d205e66f-f9a6-42e7-b7c2-c2675e782ff2 req-52ea6598-e5ab-47cd-93a1-87d376cdbeac tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 943 time: 0.0556858 Aug 04 11:44:27.042078 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d205e66f-f9a6-42e7-b7c2-c2675e782ff2 req-86f7eda1-053e-4eae-877d-947cc8ea39fa tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Aug 04 11:44:27.095944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2aa6acf4-b82e-4044-8066-9e012681a431,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:27.116761 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '2aa6acf4-b82e-4044-8066-9e012681a431', 'network_id': '8172c0e3-bc1a-410b-9ef9-234d93f22c43', 'port_id': '2aa6acf4-b82e-4044-8066-9e012681a431', 'mac_address': 'fa:16:3e:de:be:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8c0e3-e057-426e-8423-3d73cd690d72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:27.165327 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:27.182237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa6acf4-b82e-4044-8066-9e012681a431 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:27.212241 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2aa6acf4-b82e-4044-8066-9e012681a431,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:27.218934 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:27.284148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:27.484671 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['2aa6acf4-b82e-4044-8066-9e012681a431'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:27.487729 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d9412-1b68-4791-8163-d538c0456f40 req-98db9d10-f763-4329-9c57-4d9945ea6db0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:27.497109 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ec7d9412-1b68-4791-8163-d538c0456f40 req-98db9d10-f763-4329-9c57-4d9945ea6db0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0681918 Aug 04 11:44:27.543129 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ec7d9412-1b68-4791-8163-d538c0456f40 req-24c17578-9850-4a6c-86c1-cad77d8b7391 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Aug 04 11:44:28.172459 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9948-cb3c-4a57-a7b1-ba5a6217f892 req-be6c0517-7728-4473-8d16-2be6e77058b8 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:28.174008 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-59ac9948-cb3c-4a57-a7b1-ba5a6217f892 req-be6c0517-7728-4473-8d16-2be6e77058b8 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 944 time: 0.0507734 Aug 04 11:44:28.214114 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-59ac9948-cb3c-4a57-a7b1-ba5a6217f892 req-071b7c00-1c35-4d6e-8ebe-f4cf7f3a873a tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Aug 04 11:44:28.677075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a90cd-eedd-439c-bac5-f4bb7d2b585a req-0da7d761-31b2-4068-8327-461544cb4125 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:28.678734 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8b0a90cd-eedd-439c-bac5-f4bb7d2b585a req-0da7d761-31b2-4068-8327-461544cb4125 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0561976 Aug 04 11:44:28.720066 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8b0a90cd-eedd-439c-bac5-f4bb7d2b585a req-e7ac6a17-438b-4d19-81a0-1defeb40f951 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349948 Aug 04 11:44:28.961044 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2aa6acf4-b82e-4044-8066-9e012681a431 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:29.012408 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 2aa6acf4-b82e-4044-8066-9e012681a431 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:29.017154 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 2aa6acf4-b82e-4044-8066-9e012681a431 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:29.017521 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:29.098979 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:29.124387 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:29.126695 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f0ac6-2b9e-45b1-8ce7-8e5430a3470e" -d '{"events": [{"server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "name": "network-vif-plugged", "status": "completed", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:29.142095 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2aa6acf4-b82e-4044-8066-9e012681a431,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:29.146613 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:29.176410 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3c8338-fd9f-4d98-aee9-c53c8b5c3c16 x-openstack-request-id: req-bf3c8338-fd9f-4d98-aee9-c53c8b5c3c16 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:29.176694 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "name": "network-vif-plugged", "status": "completed", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:29.176922 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf3c8338-fd9f-4d98-aee9-c53c8b5c3c16 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:29.177304 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431', 'code': 200} Aug 04 11:44:29.206251 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:29.352839 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76c378-6c79-44bd-a66c-73e3ad1a4c5c req-32f967e5-6845-4c52-b2b5-155a43e7fa9f tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:29.354391 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3e76c378-6c79-44bd-a66c-73e3ad1a4c5c req-32f967e5-6845-4c52-b2b5-155a43e7fa9f tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.0626864 Aug 04 11:44:29.427915 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3e76c378-6c79-44bd-a66c-73e3ad1a4c5c req-233fade3-5a49-414a-9ca7-382486972a8b tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659556 Aug 04 11:44:29.437649 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e3e53-6a20-4b4f-b6ee-817eb37029f2 req-172d89e1-9c71-4288-8ef9-f9e6ca462b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:29.439181 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b35e3e53-6a20-4b4f-b6ee-817eb37029f2 req-172d89e1-9c71-4288-8ef9-f9e6ca462b9b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 1098 time: 0.0704045 Aug 04 11:44:29.477838 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b35e3e53-6a20-4b4f-b6ee-817eb37029f2 req-0e01b19d-4c4d-411f-a1b7-a85c14728a50 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Aug 04 11:44:29.845505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2da87-f3f9-463a-b34c-af581016d816 req-aced6f5b-319b-4ec8-9bdb-a7c43a0742cf tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:29.847077 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-10c2da87-f3f9-463a-b34c-af581016d816 req-aced6f5b-319b-4ec8-9bdb-a7c43a0742cf tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0514688 Aug 04 11:44:29.890191 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-10c2da87-f3f9-463a-b34c-af581016d816 req-969595b5-11af-4dd4-8231-5db4c0a0910f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366759 Aug 04 11:44:30.160775 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-f3cf9df3-dc2e-4715-a412-a6385aa54bdb tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.162312 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-f3cf9df3-dc2e-4715-a412-a6385aa54bdb tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 945 time: 0.0490792 Aug 04 11:44:30.275177 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Deleting port 84a80313-3c59-449d-a875-ed35879ec4cf {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:30.275411 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:30.374913 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] For port 84a80313-3c59-449d-a875-ed35879ec4cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84a80313-3c59-449d-a875-ed35879ec4cf,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:30.375290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:30.574126 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745edeb-6ec8-4476-9d11-abc2181a723d req-587a6400-cffe-4371-9161-081f155f163d tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.576338 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1745edeb-6ec8-4476-9d11-abc2181a723d req-587a6400-cffe-4371-9161-081f155f163d tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.0596313 Aug 04 11:44:30.592781 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:30.593211 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:30.593624 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Floating IP a615f77a-f7c3-4024-ac18-10701804d3be disassociated. External IP: 172.27.2.52, port: 84a80313-3c59-449d-a875-ed35879ec4cf. Aug 04 11:44:30.593998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Calling delete_port for 84a80313-3c59-449d-a875-ed35879ec4cf owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:30.639284 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1745edeb-6ec8-4476-9d11-abc2181a723d req-98de5c5d-68b7-44fa-a645-58736e02727a tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553455 Aug 04 11:44:30.808845 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:30.847959 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'Port': ['ID=84a80313-3c59-449d-a875-ed35879ec4cf,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:30.998417 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-462d4dbd-8926-4199-baaa-7bcee28ca37a req-72a3f53b-227a-4f41-a406-3ba5d95cc659 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Aug 04 11:44:31.018676 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:44:31.202390 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:44:31.218819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:44:31.233152 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:31.234385 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:31.273944 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] No DVR routers for this DVR port 84a80313-3c59-449d-a875-ed35879ec4cf on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:44:31.278444 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.283195 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a085c5ae-c4ad-49c5-97b1-462813ea3efe req-cd8f2aac-39c5-40e3-89ad-4bb30263c99f tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "DELETE /v2.0/ports/84a80313-3c59-449d-a875-ed35879ec4cf HTTP/1.1" status: 204 len: 173 time: 1.1139853 Aug 04 11:44:31.284145 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'name': 'network-vif-deleted', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:31.288624 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04139fd8-d917-4cf8-89c2-38a1ab973183" -d '{"events": [{"server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "name": "network-vif-deleted", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:31.383418 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ba116-9515-452d-8374-ff8982e5f087 x-openstack-request-id: req-3c0ba116-9515-452d-8374-ff8982e5f087 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:31.383855 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6a8851-0438-4f22-a107-e5c1f48e31a5", "name": "network-vif-deleted", "tag": "84a80313-3c59-449d-a875-ed35879ec4cf", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:31.384260 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c0ba116-9515-452d-8374-ff8982e5f087 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:31.384920 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a8851-0438-4f22-a107-e5c1f48e31a5', 'name': 'network-vif-deleted', 'tag': '84a80313-3c59-449d-a875-ed35879ec4cf', 'status': 'completed', 'code': 200} Aug 04 11:44:31.400042 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:31.640748 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:31.673670 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:44:31.684094 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:31.685593 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:31.811327 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:31.817003 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc7ad-7622-4373-b6d3-ca5dd8766587 req-b42c8006-ccdf-4502-801e-eb8f58772871 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:31.819456 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-55afc7ad-7622-4373-b6d3-ca5dd8766587 req-b42c8006-ccdf-4502-801e-eb8f58772871 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.0996294 Aug 04 11:44:31.880949 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-55afc7ad-7622-4373-b6d3-ca5dd8766587 req-3497e4e9-3755-421d-865e-feb46b1c3e51 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Aug 04 11:44:32.175473 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8cf05788-2d9b-4268-9a6d-ac8f926c63b8 req-0c6f4287-9fb8-40d1-8325-2df9e55b2e25 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec6a8851-0438-4f22-a107-e5c1f48e31a5 HTTP/1.1" status: 200 len: 210 time: 0.0541987 Aug 04 11:44:32.332584 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:32.381972 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b681813-8584-442d-82d6-37424f52d2cc None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:44:32.662939 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0468318d-5274-45e9-be06-768746481b0f None None] New status for floating IP a615f77a-f7c3-4024-ac18-10701804d3be: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:44:33.130451 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb09246-30b5-440b-a465-a3bafbc7543a req-3d627cf5-1645-435f-815a-bcfbc4387aa7 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.132133 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2eb09246-30b5-440b-a465-a3bafbc7543a req-3d627cf5-1645-435f-815a-bcfbc4387aa7 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.0610037 Aug 04 11:44:33.180223 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2eb09246-30b5-440b-a465-a3bafbc7543a req-0016ca73-0327-4901-9259-8daa813b93df tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377643 Aug 04 11:44:33.283588 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 49946) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:33.352902 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.383385 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.449548 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.453454 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.454972 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "DELETE /v2.0/security-groups/5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c HTTP/1.1" status: 204 len: 168 time: 0.1697383 Aug 04 11:44:33.459133 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49948) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:33.468504 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60592c-a845-4eba-a68e-1beebc83db56 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:33.476037 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.api.v2.resource [None req-c0965d8b-eee1-4ba8-b846-7ba494554cd3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] show failed (client error): The resource could not be found. Aug 04 11:44:33.477419 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c0965d8b-eee1-4ba8-b846-7ba494554cd3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups/5e5d3a55-4639-4d9d-9e4e-e4d59d8c800c HTTP/1.1" status: 404 len: 347 time: 0.0168064 Aug 04 11:44:33.481139 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49950) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:33.620465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Deleting port b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:33.620814 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.704196 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.704639 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.720336 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Calling delete_port for b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6 owned by network:floatingip {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:33.878602 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.905866 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'Port': ['ID=b23a4a62-43cb-41c1-8c74-ef8b48ed8fe6,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:33.939457 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.942526 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:33.944012 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cc171dad-0a19-47f7-9791-4e044211c378 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "DELETE /v2.0/floatingips/a615f77a-f7c3-4024-ac18-10701804d3be HTTP/1.1" status: 204 len: 168 time: 0.4607275 Aug 04 11:44:34.125399 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49954) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:34.130453 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908858951', 'description': 'tempest-description--1682976318'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:34.155363 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.294319 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.302791 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.335360 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.340445 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2101166 Aug 04 11:44:34.340445 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4e7b-1697-4dd9-b865-f7cf14cf86c7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5bb5c4-5be2-419d-8768-d7b92041fa86,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:34.342502 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49960) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:34.347322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group_rule': {'security_group_id': 'ce5bb5c4-5be2-419d-8768-d7b92041fa86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:34.382274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.383411 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5c073-b564-4c18-a4a3-2a13c179424c req-93ac56f1-a8ed-451e-aebf-457d8b450aee tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:34.385980 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2ec5c073-b564-4c18-a4a3-2a13c179424c req-93ac56f1-a8ed-451e-aebf-457d8b450aee tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.1035135 Aug 04 11:44:34.445426 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2ec5c073-b564-4c18-a4a3-2a13c179424c req-36cd822b-5669-4b8f-8e12-857ada01ef20 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e17d372-4e7d-44e9-9106-77ae51e6c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522795 Aug 04 11:44:34.457458 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.463192 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.502363 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1941dc5a-4c6c-4236-9549-4ceb7b536d76,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:34.509681 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.513944 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2dd5ff37-4b9d-4765-a872-e92f97b8929d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679482 Aug 04 11:44:34.514542 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49962) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:34.522595 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'security_group_rule': {'security_group_id': 'ce5bb5c4-5be2-419d-8768-d7b92041fa86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:34.558339 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.635907 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.641786 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.666371 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eea1c4d-8fe7-49c3-a576-f52971f28322,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:34.675992 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.677806 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-313e8582-e9d5-4cd3-bab8-42399b9a16e9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616666 Aug 04 11:44:34.681114 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 49964) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:34.687397 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:34.715465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.773786 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-469d6434-ef31-4ca2-9788-61279c2efd17 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:34.775830 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-469d6434-ef31-4ca2-9788-61279c2efd17 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 945 time: 0.0656981 Aug 04 11:44:34.845199 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.927056 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Deleting port 2aa6acf4-b82e-4044-8066-9e012681a431 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:44:34.927718 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:34.986850 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Allocated IP 172.27.2.85 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/9fe97e11-74f5-40ea-81ab-301fa90078d5) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:34.990876 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 84a80313-3c59-449d-a875-ed35879ec4cf no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:44:35.018059 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 84a80313-3c59-449d-a875-ed35879ec4cf {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:44:35.018692 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 84a80313-3c59-449d-a875-ed35879ec4cf not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:44:35.079254 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] For port 2aa6acf4-b82e-4044-8066-9e012681a431, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2aa6acf4-b82e-4044-8066-9e012681a431,segment=NetworkSegment(5ce7b47c-c753-41f8-9ec6-9ad09add9d7c),segment_id=5ce7b47c-c753-41f8-9ec6-9ad09add9d7c)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:35.079812 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.096831 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Calling delete_port for 2aa6acf4-b82e-4044-8066-9e012681a431 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:44:35.126704 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.193961 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.242266 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:35.245499 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:35.248852 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:35.263769 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=9fe97e11-74f5-40ea-81ab-301fa90078d5,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:35.322363 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.339262 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['2aa6acf4-b82e-4044-8066-9e012681a431'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:35.381334 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Pushing event deleted for resources: {'Port': ['ID=2aa6acf4-b82e-4044-8066-9e012681a431,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:35.404345 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.444501 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] No DVR routers for this DVR port 2aa6acf4-b82e-4044-8066-9e012681a431 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:44:35.447366 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.449524 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4ba175fa-83ce-4ca9-944a-7b039b867de2 req-82aacd44-9726-48c0-b614-3c27c65dc6e3 tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.83 "DELETE /v2.0/ports/2aa6acf4-b82e-4044-8066-9e012681a431 HTTP/1.1" status: 204 len: 173 time: 0.6666896 Aug 04 11:44:35.450006 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'name': 'network-vif-deleted', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:35.451313 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.453205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c955d7-aa21-4c3d-aa09-f346cbce0576" -d '{"events": [{"server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "name": "network-vif-deleted", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:35.526047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb34508-8c4a-4024-9ef9-3cc3e630bf80 x-openstack-request-id: req-3eb34508-8c4a-4024-9ef9-3cc3e630bf80 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:35.526508 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4", "name": "network-vif-deleted", "tag": "2aa6acf4-b82e-4044-8066-9e012681a431", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:35.526908 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3eb34508-8c4a-4024-9ef9-3cc3e630bf80 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:35.528301 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4', 'name': 'network-vif-deleted', 'tag': '2aa6acf4-b82e-4044-8066-9e012681a431', 'status': 'completed', 'code': 200} Aug 04 11:44:35.641679 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1b0b6b91-a7b6-410e-ae88-4b27dbf1bf3c req-587c4416-1c8c-4e26-bb16-f084abd292ad tempest-VolumesActionsTest-820274744 tempest-VolumesActionsTest-820274744-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a34c887-3ca9-4f50-bd52-6e0fcf1c0ec4 HTTP/1.1" status: 200 len: 210 time: 0.0404756 Aug 04 11:44:35.718395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.724109 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.757599 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.781144 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=9fe97e11-74f5-40ea-81ab-301fa90078d5,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:35.784774 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:35.786604 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8095539e-a51d-4613-8eae-860393353be6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1041460 Aug 04 11:44:36.051267 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-102450f7-95fa-464e-b1d7-f72425c9e374 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--908858951&fields=id&tenant_id=be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 267 time: 0.0585370 Aug 04 11:44:36.218689 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-4e6b240c-421c-45af-b9f6-11553ae3044c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:36.221146 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-4e6b240c-421c-45af-b9f6-11553ae3044c tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 811 time: 0.1562452 Aug 04 11:44:36.247231 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-61f7628f-6d00-4596-be0b-759d179fe8b3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/quotas/be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 375 time: 0.0132575 Aug 04 11:44:36.312308 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-64dbaf58-067c-46e7-a89f-fba8186ddbac tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583425 Aug 04 11:44:36.431227 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-5403b5e3-3c61-4f47-a4b2-fb0689c05261 service neutron] 10.222.0.44 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059549 Aug 04 11:44:36.553816 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ee2eb136-f13f-46ed-90a8-23b63bfc1984 service neutron] 10.222.0.44 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110017 Aug 04 11:44:36.701065 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:36.798249 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1ea7d900-a2df-4303-b675-30395426c030 req-87a3f251-a5b7-481f-a848-6b7d711d5e57 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0421715 Aug 04 11:44:37.929858 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8610ca9a-5210-41d9-a187-da8ddd0a4519 req-f8593fdc-ee8e-43e0-beba-c87f1776d5cc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0328412 Aug 04 11:44:39.038385 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6fd5e06f-2682-4d0f-bc6b-e38b2e10f6a0 req-2837e98c-ff18-44fa-b99d-3781f9715db3 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0319564 Aug 04 11:44:39.099148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2aa6acf4-b82e-4044-8066-9e012681a431 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:44:39.127521 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 2aa6acf4-b82e-4044-8066-9e012681a431 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:44:39.127983 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2aa6acf4-b82e-4044-8066-9e012681a431 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:44:40.146039 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a7998d62-d6cf-44df-96bd-a52c0a5cb923 req-cb5fc772-9ca3-4cf2-b743-b564978ce32d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0286970 Aug 04 11:44:41.196924 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-9bd9a796-2fdc-4b3f-a4b7-866bc34c8fff tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:41.198007 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-9bd9a796-2fdc-4b3f-a4b7-866bc34c8fff tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 811 time: 0.1512783 Aug 04 11:44:41.290018 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-72da2d9a-355c-48a3-b2bc-3b53d0c1c49b req-45a81bf6-a440-4b11-ba15-5f4aa3e5385e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0444221 Aug 04 11:44:41.302260 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-b66be0cb-52e2-42e8-8d52-b8948375c287 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be6dd80b75934c9d963b5388d1441889 HTTP/1.1" status: 200 len: 379 time: 0.0841954 Aug 04 11:44:41.316184 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'port': {'device_id': '2832c7df-259a-4675-be8d-3968406fdcef', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'admin_state_up': True, 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'security_groups': ['ce5bb5c4-5be2-419d-8768-d7b92041fa86']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:41.436321 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Made reservation on behalf of be6dd80b75934c9d963b5388d1441889 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:41.440020 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:41.583986 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Allocated IP 172.20.0.12 (c900a9d0-4b2d-44e8-869a-b77551ea3dbe/89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee/850f6ea0-46dd-4113-9212-06fab4cb6a49) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:41.775230 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:41.793284 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Transition to ACTIVE for port object 850f6ea0-46dd-4113-9212-06fab4cb6a49 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:41.839526 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:41.888740 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:41.892865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:41.897728 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:41.932873 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event updated for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:41.979309 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:41.980543 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:42.021879 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-ae8957be-56a3-4708-9eb2-b08d2f4e14aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089260 Aug 04 11:44:42.038702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Request body: {'port': {'device_id': '2832c7df-259a-4675-be8d-3968406fdcef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:42.115258 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:42.284885 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-c82b159b-009f-4cc6-a326-cbe942e0329d None None] Provisioning for port 850f6ea0-46dd-4113-9212-06fab4cb6a49 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:42.293359 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-c82b159b-009f-4cc6-a326-cbe942e0329d None None] Provisioning complete for port 850f6ea0-46dd-4113-9212-06fab4cb6a49 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:42.295168 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c82b159b-009f-4cc6-a326-cbe942e0329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:42.391855 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-c82b159b-009f-4cc6-a326-cbe942e0329d None None] Port 850f6ea0-46dd-4113-9212-06fab4cb6a49 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:44:42.611439 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3dca-b7aa-495c-859b-7e107badaacc req-f1128364-14ca-45f1-8a28-abf8acee3bd9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:42.616247 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-61ff3dca-b7aa-495c-859b-7e107badaacc req-f1128364-14ca-45f1-8a28-abf8acee3bd9 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 932 time: 0.1443243 Aug 04 11:44:42.750907 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-61ff3dca-b7aa-495c-859b-7e107badaacc req-1c3fe924-b73c-4ef5-82cd-ecb7f088898e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207600 Aug 04 11:44:42.834172 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850f6ea0-46dd-4113-9212-06fab4cb6a49 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:42.850546 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:42.884926 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Transition to ACTIVE for port object 850f6ea0-46dd-4113-9212-06fab4cb6a49 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:42.891883 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.037794 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Pushing event updated for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:43.083061 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Attempting to bind port 850f6ea0-46dd-4113-9212-06fab4cb6a49 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:43.083587 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Attempting to bind port 850f6ea0-46dd-4113-9212-06fab4cb6a49 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:43.084130 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Attempting to bind port 850f6ea0-46dd-4113-9212-06fab4cb6a49 on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:43.093581 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Port 850f6ea0-46dd-4113-9212-06fab4cb6a49 on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:43.094213 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Attempting to bind port 850f6ea0-46dd-4113-9212-06fab4cb6a49 on network c900a9d0-4b2d-44e8-869a-b77551ea3dbe {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:43.103762 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:43.104290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Checking segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:43.105197 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Bound using segment: {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:43.106438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Bound port: 850f6ea0-46dd-4113-9212-06fab4cb6a49, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f984caa-866d-4c56-ad8f-9c21e6e3eb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:43.107516 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.246193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:43.251933 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:43.261107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.337474 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.338126 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.339918 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] 10.222.0.83 "PUT /v2.0/ports/850f6ea0-46dd-4113-9212-06fab4cb6a49 HTTP/1.1" status: 200 len: 1094 time: 1.3069103 Aug 04 11:44:43.340491 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:43.343629 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb265e9-362d-482f-b5d6-8e2aff75edad" -d '{"events": [{"name": "network-changed", "server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:43.401130 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe0064-ede8-469d-a76b-d651091e98f3 x-openstack-request-id: req-cbfe0064-ede8-469d-a76b-d651091e98f3 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:43.401494 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:43.401765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbfe0064-ede8-469d-a76b-d651091e98f3 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:43.402165 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'status': 'completed', 'code': 200} Aug 04 11:44:43.411378 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28596-a263-4bcc-953d-3c9d79dfad7b service neutron] Pushing event updated for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:43.482542 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45098928-9880-4819-bf4d-5a647058ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.484049 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-45098928-9880-4819-bf4d-5a647058ee7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0511756 Aug 04 11:44:43.541289 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-1379bbfa-682f-4f37-aece-1c4a8a19faac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49 HTTP/1.1" status: 200 len: 217 time: 0.0460012 Aug 04 11:44:43.643669 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-a1ee69c5-7e95-47bc-8aa5-074aede6f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.646342 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-a1ee69c5-7e95-47bc-8aa5-074aede6f0d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0908666 Aug 04 11:44:43.727235 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-42ee1e10-4133-4a03-b5c5-dcdceac87671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.729363 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-42ee1e10-4133-4a03-b5c5-dcdceac87671 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742235 Aug 04 11:44:43.925603 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-fba8463d-56eb-41a1-8a65-9107d1dad1bb service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826544 Aug 04 11:44:44.058975 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:44:44.376624 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25415e6e-e677-444d-a2c7-9db5ceeb42c2 req-4de12e3a-9520-4230-8eef-047424158cad tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.378240 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25415e6e-e677-444d-a2c7-9db5ceeb42c2 req-4de12e3a-9520-4230-8eef-047424158cad tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 944 time: 0.4509807 Aug 04 11:44:44.474005 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e70e628-a9ee-4944-a1f0-363ec032324c req-f950f0e1-927f-465f-893f-e1bb15ede113 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815495 Aug 04 11:44:44.477505 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-25415e6e-e677-444d-a2c7-9db5ceeb42c2 req-a767b68d-c532-4d8b-a60b-8d3c72e46540 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843346 Aug 04 11:44:44.626609 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-e9cfb257-2c6c-43f4-8051-83874ca7ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.628527 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-e9cfb257-2c6c-43f4-8051-83874ca7ba8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0582712 Aug 04 11:44:44.772016 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-695e1895-08da-4bdf-a2cc-9eeaff737a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.774524 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-695e1895-08da-4bdf-a2cc-9eeaff737a7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.1279697 Aug 04 11:44:44.865087 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-222dce17-cedf-4642-9c60-3cb9dc816d0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49 HTTP/1.1" status: 200 len: 217 time: 0.0766494 Aug 04 11:44:44.958938 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-c6686625-bb81-4202-b02c-b008879fc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.961808 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-c6686625-bb81-4202-b02c-b008879fc006 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.0866857 Aug 04 11:44:45.053213 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-ae46ba3b-7833-415c-be33-01245080a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:45.057348 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-ae46ba3b-7833-415c-be33-01245080a524 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825655 Aug 04 11:44:45.122329 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-64f27f30-b37f-452f-91f0-41acf85bd5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:45.259300 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-b83a4b2a-fedb-483e-8298-638bae92c241 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904418 Aug 04 11:44:45.457248 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dcb265e9-362d-482f-b5d6-8e2aff75edad req-42ef6483-5d5a-4746-96f7-58c5f894e808 service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797395 Aug 04 11:44:45.864100 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f26884-d581-416d-9635-3ad3d37b66c7 req-9e3c9627-f11f-49f8-aa7a-62482d591666 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:45.866599 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-04f26884-d581-416d-9635-3ad3d37b66c7 req-9e3c9627-f11f-49f8-aa7a-62482d591666 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 944 time: 0.2602849 Aug 04 11:44:45.928628 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-04f26884-d581-416d-9635-3ad3d37b66c7 req-35422368-0313-49dc-9be2-1dcd1cecd990 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526602 Aug 04 11:44:47.085711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9a61c-9374-4a87-bc66-9b58ec4c6d7c req-d30d092b-1496-4e4d-add3-7b08c032b44e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:47.087791 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b7a9a61c-9374-4a87-bc66-9b58ec4c6d7c req-d30d092b-1496-4e4d-add3-7b08c032b44e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 944 time: 0.0713661 Aug 04 11:44:47.156403 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b7a9a61c-9374-4a87-bc66-9b58ec4c6d7c req-db2490fd-86b8-49f4-9fc7-c2993b52a7aa tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599289 Aug 04 11:44:48.330697 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a140fb-c7ba-4fcb-af12-808a241bcda4 req-18b15145-f245-4ad1-bfc8-99c654fd17cd tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.333756 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-83a140fb-c7ba-4fcb-af12-808a241bcda4 req-18b15145-f245-4ad1-bfc8-99c654fd17cd tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 944 time: 0.0813527 Aug 04 11:44:48.406989 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-83a140fb-c7ba-4fcb-af12-808a241bcda4 req-08f7b6c9-9ee7-45f8-87e9-649c1c82e6c6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660396 Aug 04 11:44:48.661059 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:49.071313 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 850f6ea0-46dd-4113-9212-06fab4cb6a49 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:49.267019 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:49.293447 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'port_id': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'mac_address': 'fa:16:3e:00:93:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:49.349689 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:49.366303 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850f6ea0-46dd-4113-9212-06fab4cb6a49 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:49.398373 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:49.408504 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:49.483437 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:49.588856 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35c42-b17d-40a0-81ab-8c562b5b46d4 req-62ab6b6d-17ab-4882-8007-1220b4a96080 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:49.591120 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5ae35c42-b17d-40a0-81ab-8c562b5b46d4 req-62ab6b6d-17ab-4882-8007-1220b4a96080 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 945 time: 0.0604262 Aug 04 11:44:49.655885 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5ae35c42-b17d-40a0-81ab-8c562b5b46d4 req-cc5c35d7-820e-4e15-9f25-bbbff3d1b72e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544574 Aug 04 11:44:49.689807 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['850f6ea0-46dd-4113-9212-06fab4cb6a49'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:49.815774 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3815fa06-932d-4a04-9dd0-b1434bc23ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:50.739020 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:50.880711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb687a-0300-4d81-b0f5-034ed489d609 req-0a08312d-7d14-4f41-a301-3d75c8645dae tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:50.884475 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29bb687a-0300-4d81-b0f5-034ed489d609 req-0a08312d-7d14-4f41-a301-3d75c8645dae tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 945 time: 0.1075079 Aug 04 11:44:50.965282 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29bb687a-0300-4d81-b0f5-034ed489d609 req-a1c7e8c0-5b84-486d-821b-9084b94e78ab tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634043 Aug 04 11:44:51.092559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 850f6ea0-46dd-4113-9212-06fab4cb6a49 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:51.183405 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 850f6ea0-46dd-4113-9212-06fab4cb6a49 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:51.192845 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 850f6ea0-46dd-4113-9212-06fab4cb6a49 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:51.193377 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:51.331217 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:51.423797 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:51.426254 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:51.432064 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d2b30-76fc-4a7e-ae93-6a5740bf4236" -d '{"events": [{"server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:51.454396 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:51.554902 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874af47-44e1-45cb-a50b-72afff6fbff9 x-openstack-request-id: req-3874af47-44e1-45cb-a50b-72afff6fbff9 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:51.555413 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:51.555743 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3874af47-44e1-45cb-a50b-72afff6fbff9 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:51.556347 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'code': 200} Aug 04 11:44:51.580098 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:51.907482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebc6f0-4549-4452-9eab-072564ecf1b7 req-171c3947-b813-4348-bedc-e7eb739a10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:51.912451 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9eebc6f0-4549-4452-9eab-072564ecf1b7 req-171c3947-b813-4348-bedc-e7eb739a10c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 1099 time: 0.0879366 Aug 04 11:44:51.988026 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9eebc6f0-4549-4452-9eab-072564ecf1b7 req-f5608262-9aa9-4384-9cc1-83918ae2ce96 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668058 Aug 04 11:44:52.182208 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba736364-6b9b-47ff-846c-734edd8e061f req-307479b3-d15e-4928-9e2b-0fa641b15522 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:52.185808 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ba736364-6b9b-47ff-846c-734edd8e061f req-307479b3-d15e-4928-9e2b-0fa641b15522 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.1056690 Aug 04 11:44:52.258855 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ba736364-6b9b-47ff-846c-734edd8e061f req-1c76d805-4eef-4d55-8e45-b44be78b8ae5 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656419 Aug 04 11:44:52.667409 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.482513 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584671c-70e6-4570-8e4f-1ea5455a1373 req-6fc8572b-3c77-481f-b82a-75c0175fb3e6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:53.486029 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d584671c-70e6-4570-8e4f-1ea5455a1373 req-6fc8572b-3c77-481f-b82a-75c0175fb3e6 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.0803163 Aug 04 11:44:53.563435 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d584671c-70e6-4570-8e4f-1ea5455a1373 req-faabb256-2600-4b41-97cc-42e4feef84d4 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618639 Aug 04 11:44:53.932027 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f1fd0-cd0f-4ade-9c5f-9ea2eba03ad5 req-337b0a75-be14-4ba0-ad98-1a5c5e4f968e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:53.933668 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-724f1fd0-cd0f-4ade-9c5f-9ea2eba03ad5 req-337b0a75-be14-4ba0-ad98-1a5c5e4f968e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.2015817 Aug 04 11:44:53.954148 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50196) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:53.959395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Request body: {'floatingip': {'port_id': '850f6ea0-46dd-4113-9212-06fab4cb6a49'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:54.006735 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:55.127765 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:55.134270 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:55.277659 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Floating IP 64844e92-808d-4141-9c0f-234499a98c47 associated. External IP: 172.27.2.85, port: 850f6ea0-46dd-4113-9212-06fab4cb6a49. Aug 04 11:44:55.587762 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:44:55.745286 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:44:55.764864 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:44:55.782888 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:55.801103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:55.802053 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:55.843092 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4d5a4355-02dd-4fe7-832a-e741f3d0fef0 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "PUT /v2.0/floatingips/64844e92-808d-4141-9c0f-234499a98c47 HTTP/1.1" status: 200 len: 991 time: 1.8875225 Aug 04 11:44:55.843567 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:55.846140 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29658668-2441-46ca-b64c-5cf7eec4686d" -d '{"events": [{"name": "network-changed", "server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:55.943054 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5586786d-986a-4bce-b681-509f96d09651 x-openstack-request-id: req-5586786d-986a-4bce-b681-509f96d09651 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:55.943054 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:55.943054 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5586786d-986a-4bce-b681-509f96d09651 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:55.943648 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'status': 'completed', 'code': 200} Aug 04 11:44:56.062347 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:56.162257 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658668-2441-46ca-b64c-5cf7eec4686d req-0f6ef0a8-f0b1-4232-b51f-9cf6700141c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.165038 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-0f6ef0a8-f0b1-4232-b51f-9cf6700141c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be6dd80b75934c9d963b5388d1441889&device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 1099 time: 0.1803300 Aug 04 11:44:56.359170 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658668-2441-46ca-b64c-5cf7eec4686d req-7e6049a0-244a-4966-8f2e-8363bd498413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.361084 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-7e6049a0-244a-4966-8f2e-8363bd498413 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 200 len: 912 time: 0.1871600 Aug 04 11:44:56.523247 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-e6a1f87a-13d6-4cf3-be2e-d130f2d50542 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49 HTTP/1.1" status: 200 len: 999 time: 0.1542842 Aug 04 11:44:56.608739 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64844e92-808d-4141-9c0f-234499a98c47', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:00:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2832c7df-259a-4675-be8d-3968406fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:35Z', 'updated_at': '2021-08-04T11:44:54Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:56.634453 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658668-2441-46ca-b64c-5cf7eec4686d req-c3b7dd76-1a07-46be-b289-1c35640f701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.636843 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-c3b7dd76-1a07-46be-b289-1c35640f701d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 200 len: 850 time: 0.1057465 Aug 04 11:44:56.678897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:44:56.696313 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:44:56.697397 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:56.741428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658668-2441-46ca-b64c-5cf7eec4686d req-82c75b06-ba2a-46c5-9da7-30a1ad4a720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.744408 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-82c75b06-ba2a-46c5-9da7-30a1ad4a720b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c900a9d0-4b2d-44e8-869a-b77551ea3dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977695 Aug 04 11:44:56.928710 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-909505f6-d6e4-45a8-a324-157ed2918b8e service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754389 Aug 04 11:44:56.954351 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:44:57.154461 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29658668-2441-46ca-b64c-5cf7eec4686d req-3f7c63e0-c986-4840-9f75-c41ced0c86de service neutron] 10.222.0.83 "GET /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125077 Aug 04 11:44:57.445515 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64844e92-808d-4141-9c0f-234499a98c47', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:00:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2832c7df-259a-4675-be8d-3968406fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:35Z', 'updated_at': '2021-08-04T11:44:54Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:44:57.482781 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433069-f119-4e3f-8ea8-70801826ced5 None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '64844e92-808d-4141-9c0f-234499a98c47', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'port_id': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'mac_address': 'fa:16:3e:00:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2832c7df-259a-4675-be8d-3968406fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:44:35Z', 'updated_at': '2021-08-04T11:44:54Z', 'revision_number': 1, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:44:57.785648 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca570d-779e-4a16-a91b-561a4954f6e1 None None] New status for floating IP 64844e92-808d-4141-9c0f-234499a98c47: ACTIVE {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:45:03.442489 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-e80a4eac-538a-499e-8bad-c41679df1273 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998347 Aug 04 11:45:03.538011 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-371a27c6-f75a-443f-ba89-3bac09d6c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.539808 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-371a27c6-f75a-443f-ba89-3bac09d6c15f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1138 time: 0.0513248 Aug 04 11:45:03.641261 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50344) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:03.715404 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-fc40bc40-13c0-4438-8850-9d2e307e78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.717975 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-fc40bc40-13c0-4438-8850-9d2e307e78ba service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.1452601 Aug 04 11:45:03.720829 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Deleting subnet 86f8c0e3-e057-426e-8423-3d73cd690d72 {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:45:03.725246 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.768904 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.776712 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.825596 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-fd81ceb9-8e1a-4e5b-9a6f-082251e6c091 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1002 time: 0.0890787 Aug 04 11:45:03.845377 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.876727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f8c0e3-e057-426e-8423-3d73cd690d72,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:03.882019 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.887633 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86f8c0e3-e057-426e-8423-3d73cd690d72 HTTP/1.1" status: 204 len: 168 time: 0.2416046 Aug 04 11:45:03.889418 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50346) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:03.898265 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.898754 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.899130 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.899473 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.899812 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.900154 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.900531 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.900865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.901199 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.901546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.901897 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.902230 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e94caf-ed44-4f0b-b327-0534f0b88302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.933596 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-7a19b9d8-30f4-4f0a-979e-56a836ce1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.937022 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-7a19b9d8-30f4-4f0a-979e-56a836ce1a90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0906544 Aug 04 11:45:03.983031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.026945 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-d2f0884a-0b48-4d55-801c-8f5fd062fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:04.035756 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-d2f0884a-0b48-4d55-801c-8f5fd062fb48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787308 Aug 04 11:45:04.118962 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.136023 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.136518 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.138163 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.138750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > port after_create 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.139216 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.139848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > port after_update 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.140267 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.140722 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.141185 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.141661 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.176719 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-83d12d64-1835-444d-98ac-05a424c0a2c1 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346858 Aug 04 11:45:04.260742 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.261116 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.261466 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.262319 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:45:04.262699 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8172c0e3-bc1a-410b-9ef9-234d93f22c43']}} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:04.287144 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c') {'for_net_delete': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:04.287578 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce7b47c-c753-41f8-9ec6-9ad09add9d7c') {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:04.313911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067574'] for segment, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.324542 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-87da7532-1d7b-43e6-b5d0-3fa403b76a75 req-61103c2c-f0fe-47c0-87a5-c28544f23ac1 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346242 Aug 04 11:45:04.347321 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.359296 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=99841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:45:04.359957 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068066'] for segment, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: from cryptography.utils import int_from_bytes Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: from cryptography.utils import int_from_bytes Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: Traceback (most recent call last): Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: timer() Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: cb(*args, **kw) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: return func(*args, **kwargs) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: self._notify() Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: self.callback(batched_events) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: event.method(event) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: return f(self, *a, **k) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._get(url).json() Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: return self.request(url, 'GET', **kwargs) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:45:04.364803 dv-cinder-784140-6-iscsi neutron-server[99841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:45:04.440667 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.453358 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.457015 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8172c0e3-bc1a-410b-9ef9-234d93f22c43 HTTP/1.1" status: 204 len: 168 time: 0.5662670 Aug 04 11:45:04.474598 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11091e-b6ac-459d-8c7a-e774dd5f2111 admin admin] Pushing event deleted for resources: {'Network': ['ID=8172c0e3-bc1a-410b-9ef9-234d93f22c43,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:04.590739 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50354) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:04.654442 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a8a301c0-76b4-4195-a28a-173f0248bf0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e54926a9fef4f80b32bbbe042ff05c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620818 Aug 04 11:45:04.657364 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50356) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:04.713804 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.744969 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.801422 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.804339 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.805686 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e17d372-4e7d-44e9-9106-77ae51e6c8ec HTTP/1.1" status: 204 len: 168 time: 0.1472569 Aug 04 11:45:04.815752 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e72a7-2414-4fb5-a888-2d83078a5696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17d372-4e7d-44e9-9106-77ae51e6c8ec,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:06.692869 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:15.103646 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-319befa9-70c1-4f5f-a49e-34bedbf20d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.215910 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-10fcc92a-924e-496e-99f8-bc9437106174 req-e0262087-c560-4515-ad71-6befd4e46571 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122614120&fields=id&tenant_id=f69bce5c70074698b087e17ad530d810 HTTP/1.1" status: 200 len: 267 time: 0.0404196 Aug 04 11:45:17.306506 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcc92a-924e-496e-99f8-bc9437106174 req-2f159b40-81a1-43ad-a71f-cde4e9aa1c6a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:17.309667 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-10fcc92a-924e-496e-99f8-bc9437106174 req-2f159b40-81a1-43ad-a71f-cde4e9aa1c6a tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 985 time: 0.0872264 Aug 04 11:45:17.321551 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Request body: {'port': {'security_groups': ['e6d510f1-8dcc-4f77-b282-c50006797dad']}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:17.404994 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.615129 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:17.649286 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.656487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.671497 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:17.722207 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:17.723305 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.725138 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-10fcc92a-924e-496e-99f8-bc9437106174 req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "PUT /v2.0/ports/cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 943 time: 0.4085493 Aug 04 11:45:17.725778 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:17.728442 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8617d08a-2a01-45bb-a1f0-849e02f13a26" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:17.734888 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50498) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:17.811191 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c1c7d-fc0b-49cb-a5fd-1aeb92ee114a x-openstack-request-id: req-137c1c7d-fc0b-49cb-a5fd-1aeb92ee114a {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:17.811479 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:17.812532 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-137c1c7d-fc0b-49cb-a5fd-1aeb92ee114a {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:17.813147 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:45:17.813760 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcc425-8b5a-4c28-bf36-0f93da613fc8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event updated for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=7']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:17.833276 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:17.941031 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.992639 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.037550 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-d994d09c-560d-4d5d-b77d-41e1d34fbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.039683 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-d994d09c-560d-4d5d-b77d-41e1d34fbdc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1099 time: 0.1958561 Aug 04 11:45:18.098899 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-d03f0cbe-df6a-43a0-a300-569a968e6c1b None None] Provisioning complete for port cdac1b21-cefc-4e79-a2d0-708272839d0a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:18.099457 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d03f0cbe-df6a-43a0-a300-569a968e6c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.160160 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-ff0d496a-ee17-43df-935f-2a2f45881863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.162023 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-ff0d496a-ee17-43df-935f-2a2f45881863 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.1136229 Aug 04 11:45:18.227314 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.229925 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.235995 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca81730d-8bbc-452b-8e7d-45159b1df567 HTTP/1.1" status: 204 len: 168 time: 0.4954603 Aug 04 11:45:18.236324 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50506) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:18.245218 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca81730d-8bbc-452b-8e7d-45159b1df567,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:18.261987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.262330 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.262857 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.263227 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.263545 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.263881 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.264233 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.264556 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.265064 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.265382 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.265706 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.266033 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e08f15-bb26-4701-9e4a-40c0e6ca9ebe tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:18.278627 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-e7e51154-4572-4654-9646-458df4ee6a8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 1002 time: 0.1047881 Aug 04 11:45:18.341898 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-dd7c031a-4f86-417a-a9bd-033e87eef93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.343407 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-dd7c031a-4f86-417a-a9bd-033e87eef93f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0572855 Aug 04 11:45:18.409405 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-8d581fe2-b145-4286-8166-d3ca23fb8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.410923 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-8d581fe2-b145-4286-8166-d3ca23fb8d5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587981 Aug 04 11:45:18.484131 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Deleting port 6ba4d247-1f66-48c2-bdce-2d9c7c1b537c {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:18.485292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.556808 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-9b87afe9-f66f-4594-adf5-3d124b24c0fe service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366901 Aug 04 11:45:18.595147 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.595581 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.618911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Calling delete_port for 6ba4d247-1f66-48c2-bdce-2d9c7c1b537c owned by network:floatingip {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:18.665739 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.671319 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8617d08a-2a01-45bb-a1f0-849e02f13a26 req-20d0849a-265a-40b7-8ae4-20e1710b9da9 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057737 Aug 04 11:45:18.822963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.851550 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event deleted for resources: {'Port': ['ID=6ba4d247-1f66-48c2-bdce-2d9c7c1b537c,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:18.924776 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks [] for floatingip, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:18.925102 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Floating IP 1e3ed920-8163-4497-adb8-1aa65101faab disassociated (deleted). External IP: 172.27.2.151, port: cdac1b21-cefc-4e79-a2d0-708272839d0a. Aug 04 11:45:19.144522 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Router bd4c5182-3682-4517-8d0d-993ccec83d98 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:19.260783 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:19.266302 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:19.271514 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Sync routers for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:19.282515 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:19.283251 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:19.299011 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e0df6d67-3c9f-43ad-87bf-2c3a7565e2e8 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "DELETE /v2.0/floatingips/1e3ed920-8163-4497-adb8-1aa65101faab HTTP/1.1" status: 204 len: 168 time: 1.0614889 Aug 04 11:45:19.424145 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:19.692199 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:19.725351 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Checking router: bd4c5182-3682-4517-8d0d-993ccec83d98 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:19.735395 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:19.736032 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:44:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:19.796756 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ea15891-b733-453e-9dbe-2f274d338e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:19.815057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:19.818721 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a457ed7-cd00-43dc-9813-4a0d182475da" -d '{"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:19.880636 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:20.017876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b693e5-5ee7-4c6b-b786-ce10e5b42512 x-openstack-request-id: req-e0b693e5-5ee7-4c6b-b786-ce10e5b42512 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:20.018215 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:20.018450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0b693e5-5ee7-4c6b-b786-ce10e5b42512 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:20.018835 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:45:20.105628 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-1425ba38-dc0d-4e2c-87cc-0863e33019c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.108605 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-1425ba38-dc0d-4e2c-87cc-0863e33019c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f69bce5c70074698b087e17ad530d810&device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 1099 time: 0.0585599 Aug 04 11:45:20.258126 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-4b88a83e-dcea-4998-98de-100da00ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.260198 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-4b88a83e-dcea-4998-98de-100da00ba96e service neutron] 10.222.0.83 "GET /v2.0/networks?id=d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 200 len: 916 time: 0.1440094 Aug 04 11:45:20.278731 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:20.311735 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5aad3-725c-48be-bcc6-69fc86e95a91 None None] The sync data for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi is: [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:07Z', 'revision_number': 4, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '44e56b71-e82a-469b-82f3-572f8b81ad7b', 'name': '', 'network_id': 'd146862b-423c-46b3-8850-770c653cbe70', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'mac_address': 'fa:16:3e:88:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'subnets': [{'id': '5ad68f32-8d31-4441-af80-8c1bdcc6933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:20.322679 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-863b1896-6574-4b27-a455-0128dd9695bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 200 len: 217 time: 0.0544038 Aug 04 11:45:20.398269 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-71ae0058-e5d3-4e06-9723-4362285f52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.399849 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-71ae0058-e5d3-4e06-9723-4362285f52bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 200 len: 854 time: 0.0691738 Aug 04 11:45:20.458130 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-7311ee6e-cc33-4706-a79f-fed5d04e69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.459778 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-7311ee6e-cc33-4706-a79f-fed5d04e69c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d146862b-423c-46b3-8850-770c653cbe70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522718 Aug 04 11:45:20.593719 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-90f17df0-c191-48aa-a955-ddc38e055be3 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263068 Aug 04 11:45:20.632062 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4996cd-da36-4d4a-9409-7bddecbbf9d0 None None] New status for floating IP 1e3ed920-8163-4497-adb8-1aa65101faab: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:45:20.721406 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a457ed7-cd00-43dc-9813-4a0d182475da req-964caba0-b6bc-4b76-8d68-c6d9f71d80c5 service neutron] 10.222.0.83 "GET /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189339 Aug 04 11:45:20.742019 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.025694 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:22.250997 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d6ae-be99-490b-be2a-55a51ad13682 req-2293ea5e-05a5-4451-9044-dfec4fe71ef0 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:22.252592 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a4e3d6ae-be99-490b-be2a-55a51ad13682 req-2293ea5e-05a5-4451-9044-dfec4fe71ef0 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0569389 Aug 04 11:45:22.299758 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a4e3d6ae-be99-490b-be2a-55a51ad13682 req-c565c4cf-098b-4e7b-85e6-ea9108d584b6 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Aug 04 11:45:22.673382 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.451073 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199d032-16ed-40d5-8441-6830d823287f req-47471005-2eb4-45e4-8484-b9fc6a5f1609 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:23.452861 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1199d032-16ed-40d5-8441-6830d823287f req-47471005-2eb4-45e4-8484-b9fc6a5f1609 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0662012 Aug 04 11:45:23.501983 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1199d032-16ed-40d5-8441-6830d823287f req-5a37cb58-c378-4547-9216-d8d86d108ac7 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/security-groups?id=e6d510f1-8dcc-4f77-b282-c50006797dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Aug 04 11:45:24.107987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-798f9bbe-dae5-467f-9b50-d056d54fb4d9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.109609 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-798f9bbe-dae5-467f-9b50-d056d54fb4d9 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 946 time: 0.0561941 Aug 04 11:45:24.210987 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Deleting port cdac1b21-cefc-4e79-a2d0-708272839d0a {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:24.211320 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.309109 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] For port cdac1b21-cefc-4e79-a2d0-708272839d0a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdac1b21-cefc-4e79-a2d0-708272839d0a,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:24.309477 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.323854 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Calling delete_port for cdac1b21-cefc-4e79-a2d0-708272839d0a owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:24.466834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.479069 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdac1b21-cefc-4e79-a2d0-708272839d0a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:24.499997 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Pushing event deleted for resources: {'Port': ['ID=cdac1b21-cefc-4e79-a2d0-708272839d0a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:24.548026 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] No DVR routers for this DVR port cdac1b21-cefc-4e79-a2d0-708272839d0a on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:24.552712 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.554891 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5d2ba2d4-21a2-4a89-a04b-5c183dacfba0 req-686fbe91-3c33-4967-8381-6dabc8f32c52 tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.83 "DELETE /v2.0/ports/cdac1b21-cefc-4e79-a2d0-708272839d0a HTTP/1.1" status: 204 len: 173 time: 0.4381723 Aug 04 11:45:24.555363 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'name': 'network-vif-deleted', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:24.558601 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ebaae-39d4-4953-ae9a-144fa6a4298e" -d '{"events": [{"server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "name": "network-vif-deleted", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:24.667141 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-52ea9b29-940c-4d35-b8d9-5bad2614d404 req-0072d872-c96f-4c49-8886-7a14ca39db6b tempest-TestMinimumBasicScenario-1589757276 tempest-TestMinimumBasicScenario-1589757276-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca28824a-8c91-4ab6-9b29-51787c9dfa5b HTTP/1.1" status: 200 len: 210 time: 0.0634353 Aug 04 11:45:24.704306 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415751a-07d7-46a0-b18a-744c9c1d4446 x-openstack-request-id: req-b415751a-07d7-46a0-b18a-744c9c1d4446 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:24.704638 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca28824a-8c91-4ab6-9b29-51787c9dfa5b", "name": "network-vif-deleted", "tag": "cdac1b21-cefc-4e79-a2d0-708272839d0a", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:24.704895 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b415751a-07d7-46a0-b18a-744c9c1d4446 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:24.705293 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca28824a-8c91-4ab6-9b29-51787c9dfa5b', 'name': 'network-vif-deleted', 'tag': 'cdac1b21-cefc-4e79-a2d0-708272839d0a', 'status': 'completed', 'code': 200} Aug 04 11:45:26.504197 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50682) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:26.930942 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:27.215473 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Deleting port 44e56b71-e82a-469b-82f3-572f8b81ad7b {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:27.215718 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:27.302255 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] For port 44e56b71-e82a-469b-82f3-572f8b81ad7b, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=44e56b71-e82a-469b-82f3-572f8b81ad7b,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:27.302620 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:27.320723 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Calling delete_port for 44e56b71-e82a-469b-82f3-572f8b81ad7b owned by network:router_interface {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:27.522287 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:27.550890 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e56b71-e82a-469b-82f3-572f8b81ad7b,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:27.766568 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:28.305813 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Router bd4c5182-3682-4517-8d0d-993ccec83d98 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:28.437424 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:28.446533 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-53a01f4c-5938-4f8d-b5f4-0049b6029480 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd4c5182-3682-4517-8d0d-993ccec83d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372094 Aug 04 11:45:28.446533 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50694) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:28.456827 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Sync routers for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:28.470806 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:28.471545 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:28.568558 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks [] for router, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:28.616714 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:28.703301 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:28.774101 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Deleting port b89e7567-00c3-4c77-9c94-ee5c4055f7e8 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:28.774446 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:28.832324 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:45:27Z', 'revision_number': 5, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port': {'id': 'b89e7567-00c3-4c77-9c94-ee5c4055f7e8', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:83:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:28.869921 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Checking router: bd4c5182-3682-4517-8d0d-993ccec83d98 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:28.881590 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] For port b89e7567-00c3-4c77-9c94-ee5c4055f7e8, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:28.882060 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:28.882585 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Routers {'bd4c5182-3682-4517-8d0d-993ccec83d98'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:28.883246 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['bd4c5182-3682-4517-8d0d-993ccec83d98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:28.904409 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Calling delete_port for b89e7567-00c3-4c77-9c94-ee5c4055f7e8 owned by network:router_gateway {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:28.983513 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] Set router bd4c5182-3682-4517-8d0d-993ccec83d98 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:29.071387 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeb48f-9cc6-4271-98d5-6786a29bb1b3 req-410cc2f5-9803-47c6-9ed7-8033da57d2e7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:29.071724 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:45:28Z', 'revision_number': 6, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:29.074659 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f7eeb48f-9cc6-4271-98d5-6786a29bb1b3 req-410cc2f5-9803-47c6-9ed7-8033da57d2e7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1623673 Aug 04 11:45:29.124507 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d99345-9bc0-495e-8931-157314ba77b3 None None] The sync data for ids ['bd4c5182-3682-4517-8d0d-993ccec83d98'] in dv-cinder-784140-6-iscsi is: [{'id': 'bd4c5182-3682-4517-8d0d-993ccec83d98', 'name': 'tempest-TestMinimumBasicScenario-1839616750-router', 'tenant_id': 'f69bce5c70074698b087e17ad530d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:45:28Z', 'revision_number': 6, 'project_id': 'f69bce5c70074698b087e17ad530d810', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:29.166425 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f7eeb48f-9cc6-4271-98d5-6786a29bb1b3 req-86288817-58ba-41ba-8ac3-ccb03fe24224 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791717 Aug 04 11:45:29.168219 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.195000 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Pushing event deleted for resources: {'Port': ['ID=b89e7567-00c3-4c77-9c94-ee5c4055f7e8,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:29.241086 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdac1b21-cefc-4e79-a2d0-708272839d0a no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:29.264926 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: cdac1b21-cefc-4e79-a2d0-708272839d0a {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:29.265271 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdac1b21-cefc-4e79-a2d0-708272839d0a not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:29.269207 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.370887 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.374409 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.425840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.426731 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4c5182-3682-4517-8d0d-993ccec83d98 {{(pid=99841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:45:29.435374 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.437421 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b8fa1ef3-59ba-49dd-9db9-5d8dadb4811c admin admin] 10.222.0.44 "DELETE /v2.0/routers/bd4c5182-3682-4517-8d0d-993ccec83d98 HTTP/1.1" status: 204 len: 168 time: 0.9901810 Aug 04 11:45:29.439788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50710) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:29.518299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Deleting subnet 5ad68f32-8d31-4441-af80-8c1bdcc6933b {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:45:29.524026 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.597384 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.725740 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.803357 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.836641 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.841863 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50714) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:29.842940 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ad68f32-8d31-4441-af80-8c1bdcc6933b HTTP/1.1" status: 204 len: 168 time: 0.4015493 Aug 04 11:45:29.844746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce876b-7f9c-446f-a007-94e834fc66c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad68f32-8d31-4441-af80-8c1bdcc6933b,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:29.845695 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbc105-441d-474f-b4b4-8804b3b4947d None None] Network d146862b-423c-46b3-8850-770c653cbe70 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:29.941729 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.993255 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 44e56b71-e82a-469b-82f3-572f8b81ad7b no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:30.021108 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Deleting port 7d1242f9-e948-45dc-a22e-96a78d93299e {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:30.022113 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.054228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 44e56b71-e82a-469b-82f3-572f8b81ad7b {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:30.054578 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 44e56b71-e82a-469b-82f3-572f8b81ad7b not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:30.105315 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] For port 7d1242f9-e948-45dc-a22e-96a78d93299e, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7d1242f9-e948-45dc-a22e-96a78d93299e,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:30.105814 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.124560 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Calling delete_port for 7d1242f9-e948-45dc-a22e-96a78d93299e owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:30.142638 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] DHCP port deletion for d146862b-423c-46b3-8850-770c653cbe70 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:45:30.241172 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Deleting port 7d1242f9-e948-45dc-a22e-96a78d93299e {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:30.241580 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.299962 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.336329 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] No DVR routers for this DVR port 7d1242f9-e948-45dc-a22e-96a78d93299e on host dv-cinder-784140-6-iscsi {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:30.339248 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1242f9-e948-45dc-a22e-96a78d93299e,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:30.342062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e977-4d0c-428e-a914-b0ee05cd9544 req-26267351-79f4-430e-8d6b-10332659782d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.343667 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fe98e977-4d0c-428e-a914-b0ee05cd9544 req-26267351-79f4-430e-8d6b-10332659782d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0609832 Aug 04 11:45:30.363692 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] For port 7d1242f9-e948-45dc-a22e-96a78d93299e, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7d1242f9-e948-45dc-a22e-96a78d93299e,segment=NetworkSegment(b51af0ac-ddaa-41bc-b5c8-73bf009865be),segment_id=b51af0ac-ddaa-41bc-b5c8-73bf009865be)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:30.364941 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.385061 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Calling delete_port for 7d1242f9-e948-45dc-a22e-96a78d93299e owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:30.410812 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fe98e977-4d0c-428e-a914-b0ee05cd9544 req-1732e2d6-3859-46e5-af1c-b90b1c3e2879 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600436 Aug 04 11:45:30.490835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.506900 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d146862b-423c-46b3-8850-770c653cbe70']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:30.527550 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51af0ac-ddaa-41bc-b5c8-73bf009865be') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:30.527893 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51af0ac-ddaa-41bc-b5c8-73bf009865be') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:30.541953 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.553758 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.561637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.571032 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:45:30.571451 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:45:30.575654 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:45:30.584966 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Pushing event deleted for resources: {'Port': ['ID=7d1242f9-e948-45dc-a22e-96a78d93299e,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:30.587527 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] No DVR routers for this DVR port 7d1242f9-e948-45dc-a22e-96a78d93299e on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:30.595569 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.595902 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.596100 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.596424 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.596746 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.597104 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.597394 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.597708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.598033 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.598350 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.598666 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.598980 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc85a0-629b-48d8-a440-d442f1a958af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:30.653833 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.661300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.664667 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] 10.222.0.44 "DELETE /v2.0/networks/d146862b-423c-46b3-8850-770c653cbe70 HTTP/1.1" status: 204 len: 168 time: 0.8211668 Aug 04 11:45:30.669732 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50720) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:30.686292 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d5ae-a9ba-4e97-add8-4efaf56ba43b admin admin] Pushing event deleted for resources: {'Network': ['ID=d146862b-423c-46b3-8850-770c653cbe70,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:31.105523 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.406328 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Deleting port 319db250-2255-4fe1-b365-64409f1a784a {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:31.406673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.469223 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7d1242f9-e948-45dc-a22e-96a78d93299e no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:31.494915 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 7d1242f9-e948-45dc-a22e-96a78d93299e {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:31.495922 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7d1242f9-e948-45dc-a22e-96a78d93299e not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:31.498082 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b89e7567-00c3-4c77-9c94-ee5c4055f7e8 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:31.515707 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] For port 319db250-2255-4fe1-b365-64409f1a784a, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=319db250-2255-4fe1-b365-64409f1a784a,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:31.516175 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.517483 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: b89e7567-00c3-4c77-9c94-ee5c4055f7e8 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:31.517825 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b89e7567-00c3-4c77-9c94-ee5c4055f7e8 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:31.543796 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Calling delete_port for 319db250-2255-4fe1-b365-64409f1a784a owned by network:router_interface {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:31.645153 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ffbc5-63c1-4a11-90ed-dc52352397cd req-13c7b6a0-7d58-4278-9b25-3727b9e839e2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:31.646778 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3b1ffbc5-63c1-4a11-90ed-dc52352397cd req-13c7b6a0-7d58-4278-9b25-3727b9e839e2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1211259 Aug 04 11:45:31.738921 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3b1ffbc5-63c1-4a11-90ed-dc52352397cd req-630a9131-b82a-421c-9488-d574f53897ac tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820122 Aug 04 11:45:31.843578 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.873356 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Pushing event deleted for resources: {'Port': ['ID=319db250-2255-4fe1-b365-64409f1a784a,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:32.078795 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.333391 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Router 8053868d-1336-4356-9e20-162ccf6e2c90 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:32.732361 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:32.739451 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b37984dd-11aa-412b-b621-c10719883ded admin admin] 10.222.0.44 "PUT /v2.0/routers/8053868d-1336-4356-9e20-162ccf6e2c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683951 Aug 04 11:45:32.743034 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50732) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:32.744591 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Sync routers for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:32.762242 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:32.763405 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:32.883244 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.906238 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:32.926983 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d962-bbbf-478e-93a8-b6b42537f96f req-bb510695-519e-41a5-a395-c775e5e954e5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:32.928887 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7754d962-bbbf-478e-93a8-b6b42537f96f req-bb510695-519e-41a5-a395-c775e5e954e5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0921919 Aug 04 11:45:33.008936 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7754d962-bbbf-478e-93a8-b6b42537f96f req-71201674-b754-4a22-9a49-24b2c6d2718e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666831 Aug 04 11:45:33.034734 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.131765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Deleting port a95809b1-36b4-4259-93d6-4cd0ae487a7e {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:33.131765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.255611 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:45:31Z', 'revision_number': 5, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port': {'id': 'a95809b1-36b4-4259-93d6-4cd0ae487a7e', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:33.289040 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Checking router: 8053868d-1336-4356-9e20-162ccf6e2c90 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:33.300837 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Routers {'8053868d-1336-4356-9e20-162ccf6e2c90'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:33.301483 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['8053868d-1336-4356-9e20-162ccf6e2c90'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:33.440317 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] Set router 8053868d-1336-4356-9e20-162ccf6e2c90 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:33.523581 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:45:33Z', 'revision_number': 6, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:33.544458 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] For port a95809b1-36b4-4259-93d6-4cd0ae487a7e, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a95809b1-36b4-4259-93d6-4cd0ae487a7e,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:33.545103 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.563513 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcc00a-970b-4cf3-906c-14f452984941 None None] The sync data for ids ['8053868d-1336-4356-9e20-162ccf6e2c90'] in dv-cinder-784140-6-iscsi is: [{'id': '8053868d-1336-4356-9e20-162ccf6e2c90', 'name': 'tempest-TestMinimumBasicScenario-78585846-router', 'tenant_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:10Z', 'updated_at': '2021-08-04T11:45:33Z', 'revision_number': 6, 'project_id': 'f3ee9390c9ef4c1786329b9a63b47c6c', 'gw_port_host': None}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:33.563901 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Calling delete_port for a95809b1-36b4-4259-93d6-4cd0ae487a7e owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:33.799326 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.831715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95809b1-36b4-4259-93d6-4cd0ae487a7e,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:33.905326 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.019974 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.025551 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.138081 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.138081 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8053868d-1336-4356-9e20-162ccf6e2c90 {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:45:34.143431 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.144684 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5475b278-0eca-4718-9604-834281496f86 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8053868d-1336-4356-9e20-162ccf6e2c90 HTTP/1.1" status: 204 len: 168 time: 1.4006038 Aug 04 11:45:34.149138 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50742) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:34.210577 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Deleting subnet 0b4ddfe6-a671-4f14-8fbf-6e578871578b {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:45:34.216704 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.238126 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0d6f-7762-4838-a950-7ebe64a6fc17 req-030547d4-ebd6-437d-9489-c98402daeed8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:34.241001 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-242e0d6f-7762-4838-a950-7ebe64a6fc17 req-030547d4-ebd6-437d-9489-c98402daeed8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0920498 Aug 04 11:45:34.268886 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.334089 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-242e0d6f-7762-4838-a950-7ebe64a6fc17 req-832c684d-8aa1-44f7-a449-697c3965892b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818639 Aug 04 11:45:34.452751 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.553749 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.606492 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.609244 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0b4ddfe6-a671-4f14-8fbf-6e578871578b HTTP/1.1" status: 204 len: 168 time: 0.4587696 Aug 04 11:45:34.611785 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809d3c4-6ed5-4681-8ad7-315b8a3665ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4ddfe6-a671-4f14-8fbf-6e578871578b,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:34.613050 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50748) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:34.618496 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce78989-2faa-4aca-ad37-88589c940669 None None] Network 43bd680f-409a-4e61-8890-9ff0bb1d53f0 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:34.738525 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.833091 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Deleting port 777a03d4-e3d0-498e-b0df-2bffa8113bdf {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:34.834075 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.867135 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] DHCP port deletion for 43bd680f-409a-4e61-8890-9ff0bb1d53f0 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:45:34.924316 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Deleting port 777a03d4-e3d0-498e-b0df-2bffa8113bdf {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:34.924792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.967456 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] For port 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=777a03d4-e3d0-498e-b0df-2bffa8113bdf,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:34.968086 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.001963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Calling delete_port for 777a03d4-e3d0-498e-b0df-2bffa8113bdf owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:35.002493 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] For port 777a03d4-e3d0-498e-b0df-2bffa8113bdf, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=777a03d4-e3d0-498e-b0df-2bffa8113bdf,segment=NetworkSegment(3f993989-c458-4a8f-9c0e-6b21d39a955b),segment_id=3f993989-c458-4a8f-9c0e-6b21d39a955b)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:35.003122 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.113284 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.144335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=777a03d4-e3d0-498e-b0df-2bffa8113bdf,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:35.148444 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] No DVR routers for this DVR port 777a03d4-e3d0-498e-b0df-2bffa8113bdf on host dv-cinder-784140-6-iscsi {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:35.164053 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Calling delete_port for 777a03d4-e3d0-498e-b0df-2bffa8113bdf owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:35.227457 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.239072 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bd680f-409a-4e61-8890-9ff0bb1d53f0']}} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:35.251611 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f993989-c458-4a8f-9c0e-6b21d39a955b') {'for_net_delete': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:35.252337 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f993989-c458-4a8f-9c0e-6b21d39a955b') {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:35.254085 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.264048 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067574'] for segment, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.279806 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.288637 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=99841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:45:35.289069 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068066'] for segment, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.290568 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] Pushing event deleted for resources: {'Port': ['ID=777a03d4-e3d0-498e-b0df-2bffa8113bdf,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: Traceback (most recent call last): Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: timer() Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: cb(*args, **kw) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: return func(*args, **kwargs) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: self._notify() Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: self.callback(batched_events) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: event.method(event) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: return f(self, *a, **k) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._get(url).json() Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: return self.request(url, 'GET', **kwargs) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:45:35.291175 dv-cinder-784140-6-iscsi neutron-server[99841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:45:35.298733 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4652280-4827-4140-a62b-d7210a570f7c None None] No DVR routers for this DVR port 777a03d4-e3d0-498e-b0df-2bffa8113bdf on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:35.374876 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.384949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.389294 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] 10.222.0.44 "DELETE /v2.0/networks/43bd680f-409a-4e61-8890-9ff0bb1d53f0 HTTP/1.1" status: 204 len: 168 time: 0.7728808 Aug 04 11:45:35.416310 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb35043-8935-4bc7-9150-a541a9cf0c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=43bd680f-409a-4e61-8890-9ff0bb1d53f0,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:35.467707 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 777a03d4-e3d0-498e-b0df-2bffa8113bdf no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:35.494392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 777a03d4-e3d0-498e-b0df-2bffa8113bdf {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:35.494742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 777a03d4-e3d0-498e-b0df-2bffa8113bdf not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:35.495200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 319db250-2255-4fe1-b365-64409f1a784a no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:35.517627 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 319db250-2255-4fe1-b365-64409f1a784a {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:35.518195 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 319db250-2255-4fe1-b365-64409f1a784a not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:35.518966 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a95809b1-36b4-4259-93d6-4cd0ae487a7e no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:35.540006 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: a95809b1-36b4-4259-93d6-4cd0ae487a7e {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:35.540263 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b564-9c57-4024-851c-5c2b617acf10 req-c2884b71-fcb5-48b8-a9d8-e199b3faf2ef tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:35.540842 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a95809b1-36b4-4259-93d6-4cd0ae487a7e not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:35.543828 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-36e7b564-9c57-4024-851c-5c2b617acf10 req-c2884b71-fcb5-48b8-a9d8-e199b3faf2ef tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0710247 Aug 04 11:45:35.601512 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-36e7b564-9c57-4024-851c-5c2b617acf10 req-071576a7-7d7a-4a06-835a-9cbcf3696825 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507970 Aug 04 11:45:35.647535 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50770) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:35.695018 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-cfeac03d-4ed6-4158-96d8-edea32afeb49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f69bce5c70074698b087e17ad530d810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457964 Aug 04 11:45:35.697759 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50772) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:35.757406 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.789475 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.845515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.848997 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.850748 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6d510f1-8dcc-4f77-b282-c50006797dad HTTP/1.1" status: 204 len: 168 time: 0.1512847 Aug 04 11:45:35.867325 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805fa28-8549-44ee-b085-9713a0f2a3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d510f1-8dcc-4f77-b282-c50006797dad,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:36.254588 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50778) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:36.308386 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0231d51f-e8c5-4780-a098-e1dc50e7b077 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3ee9390c9ef4c1786329b9a63b47c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521381 Aug 04 11:45:36.311133 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50780) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:36.377420 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:36.410765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:36.478532 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:36.484520 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:36.486741 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/641c1a3e-2539-462c-9cfa-34631bf87f01 HTTP/1.1" status: 204 len: 168 time: 0.1744039 Aug 04 11:45:36.501000 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621ca0-51e8-454a-9447-8f64ce0263f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c1a3e-2539-462c-9cfa-34631bf87f01,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:36.709641 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:36.800953 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91123893-771f-47ee-90c0-ec0617bd0f94 req-4a17fd89-c799-44c8-8fd3-77423f96a02c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:36.802896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-91123893-771f-47ee-90c0-ec0617bd0f94 req-4a17fd89-c799-44c8-8fd3-77423f96a02c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0723574 Aug 04 11:45:36.855772 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-91123893-771f-47ee-90c0-ec0617bd0f94 req-c8540423-6a6b-4d4c-8a68-a697d5b00139 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Aug 04 11:45:37.364308 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50808) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:37.481576 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1868826350-network', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:37.505886 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Made reservation on behalf of d8b76d455c444dc9a01521dcb035dee0 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:37.508405 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.517899 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.627024 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.632888 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.658693 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:45:37.668413 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05949dd0-affe-4b34-b45d-54baa205d9eb,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:37.675313 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.675763 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Added segment cf191c8a-9121-44d3-bd19-328db167e8d0 of type vlan for network 699f31ac-f529-4ced-8102-33dfab17aba4 Aug 04 11:45:37.721507 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.765584 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.766758 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:37.767338 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.824305 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4588079 Aug 04 11:45:37.828866 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50816) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:37.836192 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Request body: {'subnet': {'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1868826350-subnet', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:37.843730 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfed0e-720d-4cb6-8644-f74ffa72db1d admin admin] Pushing event updated for resources: {'Network': ['ID=699f31ac-f529-4ced-8102-33dfab17aba4,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:37.855578 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 699f31ac-f529-4ced-8102-33dfab17aba4 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:45:37.868157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Made reservation on behalf of d8b76d455c444dc9a01521dcb035dee0 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:37.873117 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.033705 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5b82f-6abb-4a13-afd9-230720fce8f0 req-bbb7fddd-c8b6-4182-a30e-859619e2251c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.035887 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-04e5b82f-6abb-4a13-afd9-230720fce8f0 req-bbb7fddd-c8b6-4182-a30e-859619e2251c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0735269 Aug 04 11:45:38.083584 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-04e5b82f-6abb-4a13-afd9-230720fce8f0 req-5b56648a-8c09-48b0-a918-c33dc2c87825 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Aug 04 11:45:38.139514 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.206799 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86501b0d-ed8e-4f69-905d-5a8b2a9d66db,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:38.218867 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Checking segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:38.219232 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Network hostable DHCP agents. Network: 699f31ac-f529-4ced-8102-33dfab17aba4, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:45:38.246793 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Network 699f31ac-f529-4ced-8102-33dfab17aba4 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:45:38.257630 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 699f31ac-f529-4ced-8102-33dfab17aba4) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:38.263013 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.263691 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.273126 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff879704-ae2e-4443-9aa0-97a35babe42e None None] Network 699f31ac-f529-4ced-8102-33dfab17aba4 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:38.279798 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5ccc1262-9763-4ed9-8b3c-9e909a507410 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4497538 Aug 04 11:45:38.282773 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50820) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:38.288176 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:38.314135 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.315626 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.398110 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.521821 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-699f31ac-f529-4ced-8102-33dfab17aba4', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:45:38.523443 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.584302 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.753868 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Allocated IP 172.20.0.2 (699f31ac-f529-4ced-8102-33dfab17aba4/86501b0d-ed8e-4f69-905d-5a8b2a9d66db/1fd11c6b-b8a2-4eea-9dba-18cb273c53da) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:38.839487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.873184 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.962356 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:38.973140 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Transition to ACTIVE for port object 1fd11c6b-b8a2-4eea-9dba-18cb273c53da will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:38.991772 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Transition to ACTIVE for port object 1fd11c6b-b8a2-4eea-9dba-18cb273c53da will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:38.999982 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.051526 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Network 699f31ac-f529-4ced-8102-33dfab17aba4 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:39.056312 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:39.059824 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:39.080005 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Pushing event updated for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:39.084153 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Allocated IP 172.27.2.239 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/214e0dae-d088-4710-8ef8-8e4b58e86b78) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:39.151467 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Attempting to bind port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:39.152126 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Attempting to bind port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:39.152851 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Attempting to bind port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da on network 699f31ac-f529-4ced-8102-33dfab17aba4 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:39.162581 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:39.163234 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Checking segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:39.164331 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.165036 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Bound using segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:39.165570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Bound port: 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:39.166031 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.268831 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.290444 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:39.297907 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:39.305991 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.321373 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558998f3-3c24-4ccb-adbf-afa80e10a25c req-2cd013ab-3006-4ac4-a1a8-43258c237382 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.322565 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:39.334061 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-558998f3-3c24-4ccb-adbf-afa80e10a25c req-2cd013ab-3006-4ac4-a1a8-43258c237382 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1426079 Aug 04 11:45:39.380654 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:39.384105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:39.389397 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:39.406109 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-558998f3-3c24-4ccb-adbf-afa80e10a25c req-8d937ab0-9d4a-4567-8771-5676ca060fe5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709496 Aug 04 11:45:39.439950 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Pushing event updated for resources: {'Port': ['ID=214e0dae-d088-4710-8ef8-8e4b58e86b78,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:39.504607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71e860-eef0-4322-af93-1f0fb5f7e1bf None None] Pushing event updated for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:39.751096 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.048547 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.200800 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Router 221df054-5387-4527-a506-a9834b3bbcdd is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:45:40.376603 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:40.392270 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Sync routers for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:40.397637 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.402199 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9b78b8e4-a0bc-439f-aced-9c92291cfb99 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1167269 Aug 04 11:45:40.404943 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50850) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:40.405709 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:40.406526 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:40.610627 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1019bff-d3c8-4ef4-99da-f4707f23d8b3 None None] Network 699f31ac-f529-4ced-8102-33dfab17aba4 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:40.611527 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed7cbe-66ae-4429-ace2-db86dd8c6a63 req-1a5442b0-7736-48e6-b69f-fcd67bf302c1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:40.622160 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0aed7cbe-66ae-4429-ace2-db86dd8c6a63 req-1a5442b0-7736-48e6-b69f-fcd67bf302c1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1368661 Aug 04 11:45:40.665438 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0aed7cbe-66ae-4429-ace2-db86dd8c6a63 req-a927c964-c65e-4441-a521-c1a6d169fea2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Aug 04 11:45:40.720416 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:40.904856 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-779395da-6bf2-497a-86c9-f47cced8b94e None None] Provisioning for port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:41.083808 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.241201 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:39Z', 'revision_number': 3, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:41.289027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Checking router: 221df054-5387-4527-a506-a9834b3bbcdd for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:41.289391 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Updating router 221df054-5387-4527-a506-a9834b3bbcdd port 214e0dae-d088-4710-8ef8-8e4b58e86b78 binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:41.319121 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Allocated IP 172.20.0.1 (699f31ac-f529-4ced-8102-33dfab17aba4/86501b0d-ed8e-4f69-905d-5a8b2a9d66db/6b603f0a-9ee7-406a-a289-f5b8b52f76bd) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:41.319432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.556026 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.578245 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Transition to ACTIVE for port object 6b603f0a-9ee7-406a-a289-f5b8b52f76bd will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:41.587711 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1fd11c6b-b8a2-4eea-9dba-18cb273c53da up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:41.649843 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.697422 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:41.704700 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Network 699f31ac-f529-4ced-8102-33dfab17aba4 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:41.708121 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:41.709447 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:41.709447 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.716718 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:41.743737 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:41.777930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.863943 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.882343 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.885074 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Transition to ACTIVE for port object 214e0dae-d088-4710-8ef8-8e4b58e86b78 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:41.898852 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.942490 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb77e4-36d0-41fd-b1fd-3559c0aaaf0c req-e89d3821-32a5-462d-b375-b960133d3ce8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:41.945652 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8dbb77e4-36d0-41fd-b1fd-3559c0aaaf0c req-e89d3821-32a5-462d-b375-b960133d3ce8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0928521 Aug 04 11:45:41.991806 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:42.005539 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.007894 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Attempting to bind port 214e0dae-d088-4710-8ef8-8e4b58e86b78 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:42.008273 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Attempting to bind port 214e0dae-d088-4710-8ef8-8e4b58e86b78 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:42.013633 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Attempting to bind port 214e0dae-d088-4710-8ef8-8e4b58e86b78 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:42.018272 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf982e-4c81-4086-afd3-44d080574134 None None] Pushing event updated for resources: {'Port': ['ID=214e0dae-d088-4710-8ef8-8e4b58e86b78,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:42.022896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8dbb77e4-36d0-41fd-b1fd-3559c0aaaf0c req-77b301de-9d11-48cc-9586-1fc41067b8ba tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694280 Aug 04 11:45:42.032785 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.078558 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:42.078938 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:42.079332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.079725 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:42.080219 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Bound port: 214e0dae-d088-4710-8ef8-8e4b58e86b78, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:42.080654 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.150371 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-79a31eab-649e-4331-b1f7-2d6974b87bc8 None None] Provisioning for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:42.158092 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:42.177488 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-79a31eab-649e-4331-b1f7-2d6974b87bc8 None None] Provisioning complete for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:42.178001 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-79a31eab-649e-4331-b1f7-2d6974b87bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.215392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] For port 214e0dae-d088-4710-8ef8-8e4b58e86b78, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:42.234617 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] For port 214e0dae-d088-4710-8ef8-8e4b58e86b78, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=214e0dae-d088-4710-8ef8-8e4b58e86b78,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:42.252764 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.262860 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-79a31eab-649e-4331-b1f7-2d6974b87bc8 None None] Port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:42.268423 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.273898 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.320787 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:42.321774 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:42.324249 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf982e-4c81-4086-afd3-44d080574134 None None] Pushing event updated for resources: {'Port': ['ID=214e0dae-d088-4710-8ef8-8e4b58e86b78,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:42.355311 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.358077 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:42.483710 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Network 699f31ac-f529-4ced-8102-33dfab17aba4 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:42.485363 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:42.592912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:42.623027 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Router 221df054-5387-4527-a506-a9834b3bbcdd has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:42.756223 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:42.769159 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-10572e3b-0453-467a-846f-4827b0209a5c admin admin] 10.222.0.44 "PUT /v2.0/routers/221df054-5387-4527-a506-a9834b3bbcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574419 Aug 04 11:45:42.853116 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 2, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:42.884540 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7121f29-1db1-423f-b046-1227fb5b84d3 None None] The sync data for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi is: [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 2, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:42.896432 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a05f7e6b-50ff-47bf-986d-08616c0eaaa9 None None] Provisioning complete for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:42.896964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a05f7e6b-50ff-47bf-986d-08616c0eaaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:42.946293 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-a05f7e6b-50ff-47bf-986d-08616c0eaaa9 None None] Port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:43.266906 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a28665-0b07-4984-bd7f-24a03c233288 req-ae273b8e-b67b-4cc1-8706-07ce7d21f4f4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:43.269990 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d8a28665-0b07-4984-bd7f-24a03c233288 req-ae273b8e-b67b-4cc1-8706-07ce7d21f4f4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1055067 Aug 04 11:45:43.328247 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d8a28665-0b07-4984-bd7f-24a03c233288 req-63fcb575-86f7-4610-9293-fe3d44891943 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Aug 04 11:45:43.465532 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50908) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:43.478183 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1280547747-network', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:43.518545 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1fd11c6b-b8a2-4eea-9dba-18cb273c53da up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:43.519238 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Made reservation on behalf of 7be9652d34964d9390b7d1ebae8e3041 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:43.522540 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.532455 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.611726 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:43.614478 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.706653 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.712128 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.737946 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:45:43.756911 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1557ad62-82fc-4ee4-a7a3-653aee2ba69f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:43.760121 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.761215 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Added segment 859c8e83-ddca-4afc-ab32-34dc7c893b7a of type vlan for network 79b6ad27-02a2-4b68-beb4-19668c172708 Aug 04 11:45:43.815149 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.872324 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.873398 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:43.873990 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.936327 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4692438 Aug 04 11:45:43.938977 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50910) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:43.943965 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Request body: {'subnet': {'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1280547747-subnet', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:43.958230 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9d6b3-79fc-400d-b1a1-a54f9894396c admin admin] Pushing event updated for resources: {'Network': ['ID=79b6ad27-02a2-4b68-beb4-19668c172708,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:43.970139 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 79b6ad27-02a2-4b68-beb4-19668c172708 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:45:43.979275 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Made reservation on behalf of 7be9652d34964d9390b7d1ebae8e3041 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:43.984039 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.218107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.328671 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5cb37e-b575-459b-a91a-8605eedf5a85,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:44.339802 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Checking segment: {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:44.340149 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Network hostable DHCP agents. Network: 79b6ad27-02a2-4b68-beb4-19668c172708, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:45:44.360101 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Network 79b6ad27-02a2-4b68-beb4-19668c172708 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:45:44.372287 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 79b6ad27-02a2-4b68-beb4-19668c172708) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:44.377318 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:44.378341 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.395536 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0ad0a-1b0b-4ffa-ab17-6c2e3c13999d None None] Network 79b6ad27-02a2-4b68-beb4-19668c172708 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:44.403348 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-222699bc-43d4-4bb0-bdde-b48d04aebcaa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4586761 Aug 04 11:45:44.404096 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50916) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:44.409415 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:44.464603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-733608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.468914 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11564'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.546766 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcff71-8a1d-4c12-ba68-66824a66e28b req-1f202de8-d04b-4145-9d26-2ad7fedcd7d5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:44.550380 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b2fcff71-8a1d-4c12-ba68-66824a66e28b req-1f202de8-d04b-4145-9d26-2ad7fedcd7d5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0850801 Aug 04 11:45:44.611250 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b2fcff71-8a1d-4c12-ba68-66824a66e28b req-afe4bc26-c97e-4b39-85bc-19c624267980 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584097 Aug 04 11:45:44.768027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba37db-964b-5546-99f2-2e4ecba3a0cb-79b6ad27-02a2-4b68-beb4-19668c172708', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85'}]}} from dv-cinder-784140-6-iscsi. {{(pid=99842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:45:44.771930 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.909182 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.046301 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.db_base_plugin_common [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Allocated IP 172.20.0.2 (79b6ad27-02a2-4b68-beb4-19668c172708/0d5cb37e-b575-459b-a91a-8605eedf5a85/1420ded5-655a-4b4d-8bd0-11f89588a2f4) {{(pid=99842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:45.062858 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50924) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:45.126720 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.145784 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-57c98cde-001b-4f12-b5ef-65a23682d529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.248212 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d6d838c8-718c-4c44-939b-2638dea9ba7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.287947 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks [] for port, precommit_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.305518 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Transition to ACTIVE for port object 1420ded5-655a-4b4d-8bd0-11f89588a2f4 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:45.335826 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Transition to ACTIVE for port object 1420ded5-655a-4b4d-8bd0-11f89588a2f4 will not be triggered until provisioned by entity DHCP. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:45.345298 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566'] for port, after_create {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.397380 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d6d838c8-718c-4c44-939b-2638dea9ba7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.400959 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Pushing event updated for resources: {'Port': ['ID=1420ded5-655a-4b4d-8bd0-11f89588a2f4,revision_number=1']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:45.403676 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d6d838c8-718c-4c44-939b-2638dea9ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.418720 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Network 79b6ad27-02a2-4b68-beb4-19668c172708 is already hosted by enough agents. {{(pid=99842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:45.420198 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.scheduler.base_scheduler [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Resources bound (agent type, host, resource id): {{(pid=99842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:45.425842 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Received port after_create {{(pid=99842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:45.443604 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.476630 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.479304 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d838c8-718c-4c44-939b-2638dea9ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e2055f-a365-4750-83ae-f3890753f477,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:45.489392 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d6d838c8-718c-4c44-939b-2638dea9ba7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ac4d78c3cfe47339235998e75f6e6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245203 Aug 04 11:45:45.492011 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50928) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:45.584971 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Attempting to bind port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:45.585951 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Attempting to bind port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:45.586880 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Attempting to bind port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 on network 79b6ad27-02a2-4b68-beb4-19668c172708 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:45.592145 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.614815 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:45.615402 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Checking segment: {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:45.616661 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.617708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Bound using segment: {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:45.622792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Bound port: 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:45.624134 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.641751 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.676513 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 214e0dae-d088-4710-8ef8-8e4b58e86b78 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:45.700579 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Sync routers for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:45.737240 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:45.738656 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:45.762114 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Allocated IP 172.27.2.201 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/c0716551-6256-412d-9597-671dd130afc7) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:45.809849 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.815247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.817918 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e2055f-a365-4750-83ae-f3890753f477 HTTP/1.1" status: 204 len: 168 time: 0.3238795 Aug 04 11:45:45.836702 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7acd50-e9ac-4745-980b-57884484f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e2055f-a365-4750-83ae-f3890753f477,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:45.885085 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] For port 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:45.910245 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] For port 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1420ded5-655a-4b4d-8bd0-11f89588a2f4,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:45.914784 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 214e0dae-d088-4710-8ef8-8e4b58e86b78 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:45.919725 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.925477 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 214e0dae-d088-4710-8ef8-8e4b58e86b78 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:45.926209 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.984753 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:46.048741 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea12a6-0c0b-4b89-a8b1-450668192f82 None None] Pushing event updated for resources: {'Port': ['ID=1420ded5-655a-4b4d-8bd0-11f89588a2f4,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:46.099288 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.125928 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.164493 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 214e0dae-d088-4710-8ef8-8e4b58e86b78, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=214e0dae-d088-4710-8ef8-8e4b58e86b78,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:46.173666 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.222173 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.255399 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2d5f-13ca-4e2d-b570-6e39650fc452 req-5ca7eaaa-cf31-44be-a246-1866703cb4bd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:46.260217 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-debb2d5f-13ca-4e2d-b570-6e39650fc452 req-5ca7eaaa-cf31-44be-a246-1866703cb4bd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.4950533 Aug 04 11:45:46.311337 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=214e0dae-d088-4710-8ef8-8e4b58e86b78,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:46.400514 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:46.408125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:46.415428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:46.441911 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:42Z', 'revision_number': 2, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:46.468309 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Pushing event updated for resources: {'Port': ['ID=c0716551-6256-412d-9597-671dd130afc7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:46.493965 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-debb2d5f-13ca-4e2d-b570-6e39650fc452 req-4ac51599-e6f1-4a61-a29d-60dd204a7387 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684279 Aug 04 11:45:46.496489 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Checking router: 221df054-5387-4527-a506-a9834b3bbcdd for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:46.497708 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Updating router 221df054-5387-4527-a506-a9834b3bbcdd port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:46.535147 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.817389 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.039493 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.057400 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Transition to ACTIVE for port object 6b603f0a-9ee7-406a-a289-f5b8b52f76bd will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:47.066750 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.107830 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-733231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-731809'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.117524 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Pushing event updated for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.128616 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.129283 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.129283 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.129510 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.129834 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:47.259013 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Attempting to bind port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:47.263586 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Attempting to bind port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:47.264261 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Attempting to bind port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd on network 699f31ac-f529-4ced-8102-33dfab17aba4 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:47.270130 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:47.270505 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Checking segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:47.270902 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.271303 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Bound using segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:47.271792 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Bound port: 6b603f0a-9ee7-406a-a289-f5b8b52f76bd, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:47.272188 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.298021 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Router 53c94baf-6997-4e41-bbbe-1300436ae953 is scheduled to L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:45:47.367696 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] For port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:47.371651 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] For port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:47.379725 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.390316 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af29c8e2-19a6-43a0-8a96-67cb3800a7ac None None] Network 79b6ad27-02a2-4b68-beb4-19668c172708 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:47.458584 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:47.481459 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.483658 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-89f3f609-817b-464a-9913-5294477b3f55 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0783484 Aug 04 11:45:47.486749 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50940) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:47.502415 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:47.503040 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:47.504764 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Sync routers for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:47.542775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-eacaec3d-600d-4a64-a148-5ce9b3d2d536 None None] Provisioning for port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:47.561164 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:47.561835 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:47.596330 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da36fcb-47d8-4429-884c-32e8a2f5835f None None] Pushing event updated for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=4']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:47.713997 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1420ded5-655a-4b4d-8bd0-11f89588a2f4 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:47.729910 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:47.843326 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:47.983170 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:48.025978 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:47Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:48.029559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:48.030081 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.072231 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec064e2f-65a9-43a3-b796-15aa4f5d66ff None None] The sync data for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi is: [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:47Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:48.178242 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b3b4-88ad-4dbc-bd31-d325888bad6e req-ebf75b84-0bfd-44e2-9b8f-30ac13929aa2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:48.186892 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3c71b3b4-88ad-4dbc-bd31-d325888bad6e req-ebf75b84-0bfd-44e2-9b8f-30ac13929aa2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.5356786 Aug 04 11:45:48.281958 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3c71b3b4-88ad-4dbc-bd31-d325888bad6e req-ffddf583-ce76-405d-b9bc-3c374e996cda tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939753 Aug 04 11:45:48.314832 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.393488 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1420ded5-655a-4b4d-8bd0-11f89588a2f4,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:48.396544 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 3, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:48.402784 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.403578 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 214e0dae-d088-4710-8ef8-8e4b58e86b78 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:48.437628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Checking router: 53c94baf-6997-4e41-bbbe-1300436ae953 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:48.437628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Updating router 53c94baf-6997-4e41-bbbe-1300436ae953 port c0716551-6256-412d-9597-671dd130afc7 binding host dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:48.514742 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.627652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.676727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=1420ded5-655a-4b4d-8bd0-11f89588a2f4,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:48.717033 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-36d6af48-d495-4a80-be34-3cfb29cfcda8 None None] Provisioning complete for port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:48.717507 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-36d6af48-d495-4a80-be34-3cfb29cfcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.719546 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 214e0dae-d088-4710-8ef8-8e4b58e86b78 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:48.719921 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.732683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.826962 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Allocated IP 172.20.0.1 (79b6ad27-02a2-4b68-beb4-19668c172708/0d5cb37e-b575-459b-a91a-8605eedf5a85/c7e0d08b-9095-498b-b53f-778cd5d51edf) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:48.991286 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.009126 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Transition to ACTIVE for port object c7e0d08b-9095-498b-b53f-778cd5d51edf will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:49.064525 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.109390 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Network 79b6ad27-02a2-4b68-beb4-19668c172708 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:49.113062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:49.119459 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:49.157322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Pushing event updated for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:49.185352 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-731518'] for router_interface, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.218696 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.234587 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Transition to ACTIVE for port object c0716551-6256-412d-9597-671dd130afc7 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:49.249425 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.310718 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Attempting to bind port c0716551-6256-412d-9597-671dd130afc7 on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:49.311059 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Attempting to bind port c0716551-6256-412d-9597-671dd130afc7 by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:49.311465 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Attempting to bind port c0716551-6256-412d-9597-671dd130afc7 on network 3ef2f986-fe08-47a4-bd86-9373f26329d8 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:49.320486 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce917-59ab-4607-9eb1-1406a667abda None None] Pushing event updated for resources: {'Port': ['ID=c0716551-6256-412d-9597-671dd130afc7,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:49.325830 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:49.325830 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Checking segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:49.326176 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.326469 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Bound using segment: {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:49.326993 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Bound port: c0716551-6256-412d-9597-671dd130afc7, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532043b6-888f-41df-a42e-4a103bbf9b18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:49.327384 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.387776 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.403601 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] For port c0716551-6256-412d-9597-671dd130afc7, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:49.409390 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] For port c0716551-6256-412d-9597-671dd130afc7, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c0716551-6256-412d-9597-671dd130afc7,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:49.417319 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.481671 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289cada-55f5-4763-abd4-812bc34eaa14 req-cc6a800c-25e5-41e5-ab21-d9532cc5ca42 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.490408 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d289cada-55f5-4763-abd4-812bc34eaa14 req-cc6a800c-25e5-41e5-ab21-d9532cc5ca42 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1027346 Aug 04 11:45:49.535823 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-38ec07d4-1fdd-47e6-aef3-35df901a0b96 None None] Provisioning for port c7e0d08b-9095-498b-b53f-778cd5d51edf completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:49.540133 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:49.540819 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:49.551111 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bce917-59ab-4607-9eb1-1406a667abda None None] Pushing event updated for resources: {'Port': ['ID=c0716551-6256-412d-9597-671dd130afc7,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:49.554014 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d289cada-55f5-4763-abd4-812bc34eaa14 req-9845e34f-6985-4400-868b-e652b194a133 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621316 Aug 04 11:45:49.586837 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-38ec07d4-1fdd-47e6-aef3-35df901a0b96 None None] Provisioning complete for port c7e0d08b-9095-498b-b53f-778cd5d51edf triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:49.587217 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-38ec07d4-1fdd-47e6-aef3-35df901a0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.593282 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1420ded5-655a-4b4d-8bd0-11f89588a2f4 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:49.680494 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.687503 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.709958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-38ec07d4-1fdd-47e6-aef3-35df901a0b96 None None] Port c7e0d08b-9095-498b-b53f-778cd5d51edf cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:49.748575 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:49.749083 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.754916 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:49.777200 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Pushing event updated for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:49.781034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-731618'] for router_interface, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.855213 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3171f868-0e6a-44a2-bb75-6b709a08e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.922023 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Network 79b6ad27-02a2-4b68-beb4-19668c172708 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:49.924058 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:50.049132 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 6b603f0a-9ee7-406a-a289-f5b8b52f76bd up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:50.106923 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Router 53c94baf-6997-4e41-bbbe-1300436ae953 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:50.154746 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:50.163269 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:50.163884 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.171420 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'c7e0d08b-9095-498b-b53f-778cd5d51edf', 'name': '', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'mac_address': 'fa:16:3e:62:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:48Z', 'updated_at': '2021-08-04T11:45:48Z', 'revision_number': 1, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'subnets': [{'id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:50.235791 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:50.241261 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-bc0973cb-ce1b-4f3e-a471-cf5c05ac7fdb admin admin] 10.222.0.44 "PUT /v2.0/routers/53c94baf-6997-4e41-bbbe-1300436ae953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7521522 Aug 04 11:45:50.255464 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442592e-1af6-4f91-970f-c41170c31d98 None None] The sync data for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi is: [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'c7e0d08b-9095-498b-b53f-778cd5d51edf', 'name': '', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'mac_address': 'fa:16:3e:62:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:48Z', 'updated_at': '2021-08-04T11:45:48Z', 'revision_number': 1, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'subnets': [{'id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:50.282298 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9f34a5e9-868c-4921-b067-c9e6bbf818d1 None None] Provisioning complete for port c7e0d08b-9095-498b-b53f-778cd5d51edf triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:50.282691 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9f34a5e9-868c-4921-b067-c9e6bbf818d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.352006 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9f34a5e9-868c-4921-b067-c9e6bbf818d1 None None] Port c7e0d08b-9095-498b-b53f-778cd5d51edf cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:50.376943 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.422907 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:50.428596 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.498426 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:50.703302 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7d2d4-e820-423c-a879-ecc772e9cccf req-867a186d-8fd4-4447-95c0-8c95de2a8ecf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:50.703926 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ccf7d2d4-e820-423c-a879-ecc772e9cccf req-867a186d-8fd4-4447-95c0-8c95de2a8ecf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0702374 Aug 04 11:45:50.748378 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.755979 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ccf7d2d4-e820-423c-a879-ecc772e9cccf req-de2be87a-4c39-4b25-9d06-467d680a77f5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 Aug 04 11:45:51.146432 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50982) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:51.153271 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471795074', 'description': 'tempest-secgroup-smoke-1471795074 description', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:51.182633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.301684 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.308139 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.341769 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.343063 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1945243 Aug 04 11:45:51.345467 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc02cc-82c9-460e-89ea-401c6a2bd7c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:51.348124 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50984) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:51.355795 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:51.405845 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.478687 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.486889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.521840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693a962a-2452-4508-93e2-48eb2ff2eb8f,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:51.531275 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.532763 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f4fbd200-32b8-4d2e-a522-ba0edfcb784c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833339 Aug 04 11:45:51.538147 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50988) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:51.552597 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:51.614937 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.646420 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 6b603f0a-9ee7-406a-a289-f5b8b52f76bd up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:51.732878 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff56fe-7af3-46aa-98e2-22db654da54b req-e18507f8-66b2-4bca-8572-8a2dce0168f9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:51.734535 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:51.734782 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-95ff56fe-7af3-46aa-98e2-22db654da54b req-e18507f8-66b2-4bca-8572-8a2dce0168f9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.0881360 Aug 04 11:45:51.735255 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.736797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.742592 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.771031 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359a0ae4-1844-4552-8275-82628cdd08a7,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:51.794019 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.795377 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-cde7bb8f-1aeb-4e6d-817a-0a2353b95a44 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2540948 Aug 04 11:45:51.798751 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 50994) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:51.811450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:51.819374 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-95ff56fe-7af3-46aa-98e2-22db654da54b req-671f3f90-4bd0-458b-b7af-ba7feb3b74ba tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621555 Aug 04 11:45:51.878057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.898159 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c0716551-6256-412d-9597-671dd130afc7 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:51.971725 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port c0716551-6256-412d-9597-671dd130afc7 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:51.981674 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port c0716551-6256-412d-9597-671dd130afc7 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:51.982142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.016617 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.027374 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.053175 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265af63-0faa-4012-91e7-6cafd61d710c req-38f1b94a-9192-4b74-8fc2-7ab1bd9d18f2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:52.056267 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5265af63-0faa-4012-91e7-6cafd61d710c req-38f1b94a-9192-4b74-8fc2-7ab1bd9d18f2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1328795 Aug 04 11:45:52.094748 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.103256 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78c67cd-44db-41af-a2d0-de7eb17994a8,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.114727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.116876 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d7b25f3d-4719-4e05-aa1b-9733c9aebc51 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144507 Aug 04 11:45:52.119817 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 50996) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:52.123088 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port c0716551-6256-412d-9597-671dd130afc7, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c0716551-6256-412d-9597-671dd130afc7,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:52.127664 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:52.133691 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.146578 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5265af63-0faa-4012-91e7-6cafd61d710c req-b95a63be-f945-4af3-a777-d65b6f64b102 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824840 Aug 04 11:45:52.162644 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.199536 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=c0716551-6256-412d-9597-671dd130afc7,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.273188 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.277835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.304040 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f718ed-0bff-428b-92c0-7eac1fffe961,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.311585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.312878 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-dc4bc57f-885c-4ee1-a80d-80f4fe02f542 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1916096 Aug 04 11:45:52.316173 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51000) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:52.321365 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:52.350752 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Project d8b76d455c444dc9a01521dcb035dee0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:45:52.357537 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.440993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.445986 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.466999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79da9b2c-dac9-45ae-bac2-b0e62e5d76c1,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.475097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.477096 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-ec0dc7b9-7c50-488d-8a57-547769d5c9ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597559 Aug 04 11:45:52.481651 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51002) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:52.487846 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'security_group_rule': {'security_group_id': 'eee2ec72-d79c-472f-ab42-bbf3d30a6c1d', 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:52.516717 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Project d8b76d455c444dc9a01521dcb035dee0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:45:52.522693 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.623089 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.629071 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533998'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.656694 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e243c997-87b7-4e47-9e36-c72d7791c3f8,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.659427 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.670001 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.672059 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-50ad747f-b823-41be-8c3b-ceaf5849b0ea tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1888666 Aug 04 11:45:52.808060 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Sync routers for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:52.819268 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:52.820266 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:52.984285 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d643cc-80fb-46b6-afc6-a97fbfe13c02 req-99118539-4be5-4fa2-be4e-297aba056e02 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:52.986623 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-99d643cc-80fb-46b6-afc6-a97fbfe13c02 req-99118539-4be5-4fa2-be4e-297aba056e02 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.0792074 Aug 04 11:45:52.988246 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:53.049526 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-99d643cc-80fb-46b6-afc6-a97fbfe13c02 req-7b932ba4-f3c4-4a43-b874-8e23890d55df tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533481 Aug 04 11:45:53.216914 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-b7533eb2-acff-4c23-adc4-6a31b685b0be tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:53.219654 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-b7533eb2-acff-4c23-adc4-6a31b685b0be tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 945 time: 0.1056278 Aug 04 11:45:53.348423 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'c7e0d08b-9095-498b-b53f-778cd5d51edf', 'name': '', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'mac_address': 'fa:16:3e:62:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:48Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 2, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'subnets': [{'id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:53.377910 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba9119-4c3b-4307-936a-ae2a338c5615 req-4bf960b9-440c-44d6-9c3c-eb87f752b659 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:53.382573 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f8ba9119-4c3b-4307-936a-ae2a338c5615 req-4bf960b9-440c-44d6-9c3c-eb87f752b659 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0850294 Aug 04 11:45:53.424892 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Checking router: 53c94baf-6997-4e41-bbbe-1300436ae953 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:53.425431 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Updating router 53c94baf-6997-4e41-bbbe-1300436ae953 port c7e0d08b-9095-498b-b53f-778cd5d51edf binding host dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:53.460683 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.471239 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:53.471756 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.486896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f8ba9119-4c3b-4307-936a-ae2a338c5615 req-7f9ba7fc-7e53-4c1e-b85f-45bbfdd7364b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027827 Aug 04 11:45:53.534869 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c0716551-6256-412d-9597-671dd130afc7 up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:53.615385 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port c0716551-6256-412d-9597-671dd130afc7 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:53.616766 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.639548 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] For port 28d4cc46-baae-487f-ae2f-b0d3aeae1484, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=28d4cc46-baae-487f-ae2f-b0d3aeae1484,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:53.640418 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.888646 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.889015 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.889611 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP c563f813-7e80-4e6f-be11-d53c77eb5fed disassociated. External IP: 172.27.2.6, port: 28d4cc46-baae-487f-ae2f-b0d3aeae1484. Aug 04 11:45:53.889966 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for 28d4cc46-baae-487f-ae2f-b0d3aeae1484 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:53.917591 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks [] for port, precommit_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.932857 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.provisioning_blocks [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Transition to ACTIVE for port object c7e0d08b-9095-498b-b53f-778cd5d51edf will not be triggered until provisioned by entity L2. {{(pid=99843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:53.942292 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.004310 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc8df1-3dcf-4b9a-b01a-05aa9a2f02dd None None] Pushing event updated for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=3']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:54.119012 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.127630 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Attempting to bind port c7e0d08b-9095-498b-b53f-778cd5d51edf on host dv-cinder-784140-6-iscsi for vnic_type normal with profile {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:54.129469 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Attempting to bind port c7e0d08b-9095-498b-b53f-778cd5d51edf by drivers openvswitch,hyperv on host dv-cinder-784140-6-iscsi at level 0 using segments [{'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:54.130384 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Attempting to bind port c7e0d08b-9095-498b-b53f-778cd5d51edf on network 79b6ad27-02a2-4b68-beb4-19668c172708 {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:54.143212 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Checking agent: {'id': 'a639c626-64b5-4733-8a14-394d9482cb5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 31, 49), 'started_at': datetime.datetime(2021, 8, 4, 11, 32, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:54.143789 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Checking segment: {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:54.144454 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.145081 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Bound using segment: {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'} {{(pid=99843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:54.145856 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.managers [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Bound port: c7e0d08b-9095-498b-b53f-778cd5d51edf, host: dv-cinder-784140-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859c8e83-ddca-4afc-ab32-34dc7c893b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708'}}] {{(pid=99843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:54.146652 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.172204 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=28d4cc46-baae-487f-ae2f-b0d3aeae1484,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:54.225073 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-149d3ec8-d9a8-441e-b6a5-4c7ad5f6c17b req-7820e307-f563-4a24-bfb1-ea59ffaf89fb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 210 time: 0.0592279 Aug 04 11:45:54.263201 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] For port c7e0d08b-9095-498b-b53f-778cd5d51edf, host dv-cinder-784140-6-iscsi, cleared binding levels {{(pid=99843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:54.266940 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.plugins.ml2.db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] For port c7e0d08b-9095-498b-b53f-778cd5d51edf, host dv-cinder-784140-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c7e0d08b-9095-498b-b53f-778cd5d51edf,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:54.273209 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron_lib.callbacks.manager [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.360314 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:54.360987 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:54.382466 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:54.424879 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc8df1-3dcf-4b9a-b01a-05aa9a2f02dd None None] Pushing event updated for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=4']} {{(pid=99843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:54.555064 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:54.577961 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:54.598442 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:54.599133 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:54.668429 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] No DVR routers for this DVR port 28d4cc46-baae-487f-ae2f-b0d3aeae1484 on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:54.674022 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.686700 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1bef88f8-88d2-4b85-b5b9-703c9958626f req-d5a8478a-b85c-45c5-8e85-68c72deb5021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "DELETE /v2.0/ports/28d4cc46-baae-487f-ae2f-b0d3aeae1484 HTTP/1.1" status: 204 len: 173 time: 1.4557126 Aug 04 11:45:54.691234 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'name': 'network-vif-deleted', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:54.702491 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dc5c81-cb45-40f2-a5a4-61e8e7a905a6" -d '{"events": [{"server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "name": "network-vif-deleted", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:54.713359 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:54.858945 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d805d253-1f8e-40e0-b478-85f341091b79 x-openstack-request-id: req-d805d253-1f8e-40e0-b478-85f341091b79 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:54.859422 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef4cba-9d1d-452d-bb6c-9914848f4873", "name": "network-vif-deleted", "tag": "28d4cc46-baae-487f-ae2f-b0d3aeae1484", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:54.859814 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d805d253-1f8e-40e0-b478-85f341091b79 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:54.860493 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ef4cba-9d1d-452d-bb6c-9914848f4873', 'name': 'network-vif-deleted', 'tag': '28d4cc46-baae-487f-ae2f-b0d3aeae1484', 'status': 'completed', 'code': 200} Aug 04 11:45:54.870541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb947-826d-4d3a-b35d-6f136deae67f req-8a63f997-0fc1-4699-a5fb-f2dad2319bcd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:54.879065 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-55ecb947-826d-4d3a-b35d-6f136deae67f req-8a63f997-0fc1-4699-a5fb-f2dad2319bcd tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.2234817 Aug 04 11:45:54.999538 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-55ecb947-826d-4d3a-b35d-6f136deae67f req-c9b247ac-e7ae-40c5-8b0f-05a71f928de8 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099420 Aug 04 11:45:55.041365 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:55.217687 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'c7e0d08b-9095-498b-b53f-778cd5d51edf', 'name': '', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'mac_address': 'fa:16:3e:62:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:48Z', 'updated_at': '2021-08-04T11:45:54Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'subnets': [{'id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:55.269283 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7ea57-d036-4221-908b-a9376d977312 None None] The sync data for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi is: [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:49Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': 'c7e0d08b-9095-498b-b53f-778cd5d51edf', 'name': '', 'network_id': '79b6ad27-02a2-4b68-beb4-19668c172708', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'mac_address': 'fa:16:3e:62:ea:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:48Z', 'updated_at': '2021-08-04T11:45:54Z', 'revision_number': 4, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'subnets': [{'id': '0d5cb37e-b575-459b-a91a-8605eedf5a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:55.438445 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-db196dc4-688f-48c8-ae6f-802bf7b16e2f req-ee414b15-41b2-4282-a832-c885d2df4ed6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ef4cba-9d1d-452d-bb6c-9914848f4873 HTTP/1.1" status: 200 len: 210 time: 0.0637741 Aug 04 11:45:55.521675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:55.567888 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:55.585980 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:55.587401 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:55.667285 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c7e0d08b-9095-498b-b53f-778cd5d51edf up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:55.868909 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning for port c7e0d08b-9095-498b-b53f-778cd5d51edf completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:55.877960 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:56.087122 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port c7e0d08b-9095-498b-b53f-778cd5d51edf triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:56.087122 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.183541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4caff-f887-435a-8166-df29b094bc50 req-90587086-bff1-4c19-b59e-656acc95ac75 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:56.187065 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-47e4caff-f887-435a-8166-df29b094bc50 req-90587086-bff1-4c19-b59e-656acc95ac75 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0642757 Aug 04 11:45:56.241604 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-47e4caff-f887-435a-8166-df29b094bc50 req-1cfe63a7-726f-4988-8b1a-9b8760d13890 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495784 Aug 04 11:45:56.286587 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.363100 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port c7e0d08b-9095-498b-b53f-778cd5d51edf, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c7e0d08b-9095-498b-b53f-778cd5d51edf,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:56.367436 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.425871 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:56.430760 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:56.459933 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239cc30-206f-4ad5-9af1-a7a71c951e2e None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:56.783830 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b186b25-77d4-43cc-aa39-2c87a512ef88 None None] New status for floating IP c563f813-7e80-4e6f-be11-d53c77eb5fed: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:45:56.792417 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-493ffa99-f7d3-4cbe-ae6d-26d9d9c2856d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127342379&fields=id&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 267 time: 0.0619447 Aug 04 11:45:56.949188 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-4739e775-8474-4ce3-ad76-e823c65fbd57 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:56.950886 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-4739e775-8474-4ce3-ad76-e823c65fbd57 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1467340 Aug 04 11:45:56.975498 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-c2a898dd-d758-4ec3-84bd-c7d92b7eff74 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/quotas/78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 375 time: 0.0113647 Aug 04 11:45:57.048271 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-59e8ff75-eb21-4c7f-90de-6e72409fcd3b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654666 Aug 04 11:45:57.354799 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-28c0f817-9065-4e1a-9a5e-164f090b6909 service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914629 Aug 04 11:45:57.363670 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 28d4cc46-baae-487f-ae2f-b0d3aeae1484 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:57.390013 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 28d4cc46-baae-487f-ae2f-b0d3aeae1484 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:57.390398 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 28d4cc46-baae-487f-ae2f-b0d3aeae1484 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:57.523085 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c7e0d08b-9095-498b-b53f-778cd5d51edf up at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:57.530916 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-28185756-634e-4c3a-89d5-1b35c46e5e6d service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747015 Aug 04 11:45:57.605566 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e85839-695c-4a61-b2d9-bedb8d4551b3 req-92dca0f9-b077-4652-ab1b-d6aa8e1d856c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:57.608808 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a9e85839-695c-4a61-b2d9-bedb8d4551b3 req-92dca0f9-b077-4652-ab1b-d6aa8e1d856c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1227777 Aug 04 11:45:57.623624 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Provisioning complete for port c7e0d08b-9095-498b-b53f-778cd5d51edf triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:57.624528 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.665109 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a9e85839-695c-4a61-b2d9-bedb8d4551b3 req-11df59a8-6e33-4a36-a8b5-f381392f903e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Aug 04 11:45:58.021739 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cffd94a6-064b-40db-b978-a9751c947ff4 req-94670103-55a5-407e-a980-09b6f49e3bbd tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 210 time: 0.0467288 Aug 04 11:45:58.033535 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:58.875756 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7572fc-ca94-4abe-bb3f-42bbd4ecad83 req-ac88d5f2-c95c-4c8d-99e5-ac5d21acd4fe tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:58.877472 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c7572fc-ca94-4abe-bb3f-42bbd4ecad83 req-ac88d5f2-c95c-4c8d-99e5-ac5d21acd4fe tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0889847 Aug 04 11:45:58.940851 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c7572fc-ca94-4abe-bb3f-42bbd4ecad83 req-28fbfcc0-a743-4c42-a9f6-bb72b4ce2e61 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 Aug 04 11:45:59.160265 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-74ea7f21-eb5a-4b42-a0c7-6800f255601b req-c39c3aa1-75ee-4643-b776-ec0dbae963e0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 210 time: 0.0335178 Aug 04 11:45:59.512042 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-41441655-8b2f-4b72-a691-2689c97877d6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:59.513672 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-41441655-8b2f-4b72-a691-2689c97877d6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1559503 Aug 04 11:45:59.579457 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-98d04880-ac3c-40fb-beb7-b5567ddda62b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 380 time: 0.0524173 Aug 04 11:45:59.590945 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'port': {'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'admin_state_up': True, 'tenant_id': '78a726d3200f4262b363de424d33a181', 'security_groups': ['1e5a7508-e859-43e0-979f-4d5b2d73495c']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:59.721483 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Made reservation on behalf of 78a726d3200f4262b363de424d33a181 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:59.725028 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.889246 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.20.0.6 (7f040c00-bd60-40e4-ade5-201acc61fa95/ef23c77e-d930-4ecf-839d-37dceae96765/cdaf98ad-170a-4d87-8311-f5b700626f94) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:00.146787 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.154364 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cf00-1ea5-4a0f-8ce2-51a5113e85d3 req-f605cf58-beb3-486a-a9b6-fd010b430784 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:00.161972 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41d3cf00-1ea5-4a0f-8ce2-51a5113e85d3 req-f605cf58-beb3-486a-a9b6-fd010b430784 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1112921 Aug 04 11:46:00.175126 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Transition to ACTIVE for port object cdaf98ad-170a-4d87-8311-f5b700626f94 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:00.235322 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41d3cf00-1ea5-4a0f-8ce2-51a5113e85d3 req-ada7d65b-a5d5-4bda-8ab4-42d09ddbab4e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710075 Aug 04 11:46:00.278445 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.378250 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:00.387707 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:00.421765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:00.450105 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:00.486433 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f77774-34ba-42e4-b805-d14c66bcab66 req-a50d479f-6548-4f2d-bc61-6eeb9a624734 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:00.495025 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-93f77774-34ba-42e4-b805-d14c66bcab66 req-a50d479f-6548-4f2d-bc61-6eeb9a624734 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 931 time: 0.1776330 Aug 04 11:46:00.516300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:00.517093 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.562937 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-d2d17317-d99d-4ade-8f1c-f0ef3ab76c80 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9775689 Aug 04 11:46:00.576855 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-93f77774-34ba-42e4-b805-d14c66bcab66 req-c5990e29-42a9-44e9-b73d-1bc9a845bed2 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812187 Aug 04 11:46:00.587616 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Request body: {'port': {'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:00.686893 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.746849 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-285a8b28-ae67-4343-9488-63403285c37a None None] Provisioning for port cdaf98ad-170a-4d87-8311-f5b700626f94 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:00.751972 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-285a8b28-ae67-4343-9488-63403285c37a None None] Provisioning complete for port cdaf98ad-170a-4d87-8311-f5b700626f94 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:00.752725 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-285a8b28-ae67-4343-9488-63403285c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.801292 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-285a8b28-ae67-4343-9488-63403285c37a None None] Port cdaf98ad-170a-4d87-8311-f5b700626f94 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:46:01.277777 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68e09b-33b3-4e95-8588-cc97cda07129 req-78f855d4-1088-40dd-ab72-3ca88afde0fc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:01.279266 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2b68e09b-33b3-4e95-8588-cc97cda07129 req-78f855d4-1088-40dd-ab72-3ca88afde0fc tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.3372533 Aug 04 11:46:01.350957 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2b68e09b-33b3-4e95-8588-cc97cda07129 req-1d3ee80f-35ff-48a8-a089-ba4bee844b65 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639539 Aug 04 11:46:01.391371 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaf98ad-170a-4d87-8311-f5b700626f94 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:01.393224 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:01.410678 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.433537 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0290f3c-c624-4c8e-aebb-e7cc83a0598d req-79eda866-6ca5-4e4e-98ce-0ae94414e1b4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:01.435711 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c0290f3c-c624-4c8e-aebb-e7cc83a0598d req-79eda866-6ca5-4e4e-98ce-0ae94414e1b4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0874405 Aug 04 11:46:01.436107 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Transition to ACTIVE for port object cdaf98ad-170a-4d87-8311-f5b700626f94 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:01.442449 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.545698 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c0290f3c-c624-4c8e-aebb-e7cc83a0598d req-53a31837-ad8d-4416-8521-6002380cba83 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002302 Aug 04 11:46:01.624430 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:01.635677 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:01.654426 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:01.715263 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.734708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:01.785679 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Attempting to bind port cdaf98ad-170a-4d87-8311-f5b700626f94 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:01.786228 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Attempting to bind port cdaf98ad-170a-4d87-8311-f5b700626f94 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:01.786949 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Attempting to bind port cdaf98ad-170a-4d87-8311-f5b700626f94 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:01.792075 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:01.802216 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.816199 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d51e5-001b-4f27-98f9-f0bc966b7efd req-960e9d54-68bc-4693-bce1-a173358209eb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:01.830765 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-589d51e5-001b-4f27-98f9-f0bc966b7efd req-960e9d54-68bc-4693-bce1-a173358209eb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.1372042 Aug 04 11:46:01.841635 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Port cdaf98ad-170a-4d87-8311-f5b700626f94 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:46:01.842157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Attempting to bind port cdaf98ad-170a-4d87-8311-f5b700626f94 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:01.863297 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:01.863715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:01.864219 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Bound using segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:01.864835 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Bound port: cdaf98ad-170a-4d87-8311-f5b700626f94, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:01.865280 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.895897 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-589d51e5-001b-4f27-98f9-f0bc966b7efd req-74142427-9ac8-4654-b28c-454098b9a383 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639644 Aug 04 11:46:01.935277 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['8e70ca94-e125-484d-adc2-044bd1e2e6ee'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:01.979789 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:01.980143 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=6']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:01.997049 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdaf98ad-170a-4d87-8311-f5b700626f94,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:02.009063 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.064930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.065749 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.068394 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] 10.222.0.83 "PUT /v2.0/ports/cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 1093 time: 1.4900792 Aug 04 11:46:02.069056 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:02.073712 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92c8884-247b-47fc-ad9d-0eeffdb8e689" -d '{"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:02.132564 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba96a5-0c07-4f7d-bcb3-9b3f67690d34 service neutron] Pushing event updated for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:02.225311 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5cc6aa-f8ef-4036-8a3e-3e282ed67209 x-openstack-request-id: req-3a5cc6aa-f8ef-4036-8a3e-3e282ed67209 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:02.226075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:02.226721 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a5cc6aa-f8ef-4036-8a3e-3e282ed67209 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:02.227617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'status': 'completed', 'code': 200} Aug 04 11:46:02.255731 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-f0ea4b40-111a-4214-9af0-ee76618aa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.258329 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-f0ea4b40-111a-4214-9af0-ee76618aa0de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1096 time: 0.0990195 Aug 04 11:46:02.348016 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-638c37e3-226c-4ac4-b7a7-79f276ec0fa9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 217 time: 0.0755517 Aug 04 11:46:02.466051 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-0eba2d05-c68d-46ba-b5c9-b30b8882855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.467632 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-0eba2d05-c68d-46ba-b5c9-b30b8882855a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.1019487 Aug 04 11:46:02.551103 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc622-d4de-4d3f-847a-860c5f65e572 req-0a3a3004-ebaf-4cb9-b868-9f29294264f7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.552732 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-076cc622-d4de-4d3f-847a-860c5f65e572 req-0a3a3004-ebaf-4cb9-b868-9f29294264f7 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.0840371 Aug 04 11:46:02.555697 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-5f52369c-5a65-4fcd-84cf-27601dd2b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.557837 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-5f52369c-5a65-4fcd-84cf-27601dd2b8e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795088 Aug 04 11:46:02.660223 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-076cc622-d4de-4d3f-847a-860c5f65e572 req-bb9c4768-b870-43a4-b3fc-d432eb8d0551 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960705 Aug 04 11:46:02.738117 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-3764f50d-3ae3-4bf6-91c1-72569cb1b077 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698334 Aug 04 11:46:02.811173 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e4870-6390-4cda-b33d-0386f9b39324 req-9a33c6a9-e661-403f-a7eb-fc011ee0c531 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.812893 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-302e4870-6390-4cda-b33d-0386f9b39324 req-9a33c6a9-e661-403f-a7eb-fc011ee0c531 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 945 time: 0.0672939 Aug 04 11:46:02.876261 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-302e4870-6390-4cda-b33d-0386f9b39324 req-951fe4a8-7568-45a1-bd1a-e82d440a7484 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556178 Aug 04 11:46:02.944140 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-39df2b16-987f-4186-9bd2-8efa8f6cc7f5 req-aa5c5cce-9a57-4b16-b0a3-a4fd1aeba52d service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977942 Aug 04 11:46:02.977137 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be899a-3979-40c7-b184-ea856427b8ff req-33fdd1fc-6932-4583-bf48-8d6760c89b7d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.980276 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-73be899a-3979-40c7-b184-ea856427b8ff req-33fdd1fc-6932-4583-bf48-8d6760c89b7d tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.1021528 Aug 04 11:46:03.168781 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Deleting port 850f6ea0-46dd-4113-9212-06fab4cb6a49 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:03.169267 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.217888 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-8009e875-4bdf-4401-b699-923747f0c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:03.220944 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-8009e875-4bdf-4401-b699-923747f0c21d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1096 time: 0.1910987 Aug 04 11:46:03.331936 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] For port 850f6ea0-46dd-4113-9212-06fab4cb6a49, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=850f6ea0-46dd-4113-9212-06fab4cb6a49,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:03.332293 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.360579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d6a4-e95e-4cad-8600-fa74a275b6f7 req-aad9dc39-6310-49c2-85d8-72150ee77696 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:03.390399 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d931d6a4-e95e-4cad-8600-fa74a275b6f7 req-aad9dc39-6310-49c2-85d8-72150ee77696 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.2788372 Aug 04 11:46:03.406560 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:03.531657 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:03.532713 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.535352 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d931d6a4-e95e-4cad-8600-fa74a275b6f7 req-55e32419-2737-49ff-aed9-09efd0eb2c2e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395063 Aug 04 11:46:03.585799 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-1227a73e-d895-446c-a94e-2c0d7ba76568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:03.588895 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-1227a73e-d895-446c-a94e-2c0d7ba76568 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.3518960 Aug 04 11:46:03.661886 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.686574 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-18c7d53f-1d76-4577-9afc-f5be4121c738 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 217 time: 0.0899355 Aug 04 11:46:03.705245 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:03.707711 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3318997f-c914-4bb5-8b49-b9a1a0ae064c" -d '{"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:03.736772 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:03.743099 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.767572 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.768296 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.771227 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Floating IP 64844e92-808d-4141-9c0f-234499a98c47 disassociated. External IP: 172.27.2.85, port: 850f6ea0-46dd-4113-9212-06fab4cb6a49. Aug 04 11:46:03.771887 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Calling delete_port for 850f6ea0-46dd-4113-9212-06fab4cb6a49 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:03.806174 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=7']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:03.892609 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-fad51bcf-6f6c-41d6-872f-d9ae17e71eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:03.902354 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-fad51bcf-6f6c-41d6-872f-d9ae17e71eda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.2019491 Aug 04 11:46:03.936320 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24674991-7854-4673-b8d5-c2c375478760 x-openstack-request-id: req-24674991-7854-4673-b8d5-c2c375478760 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:03.937025 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:03.937570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24674991-7854-4673-b8d5-c2c375478760 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:03.938187 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'code': 200} Aug 04 11:46:04.032808 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-b0289536-d34a-43fd-aa32-91f4b207ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:04.040080 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-b0289536-d34a-43fd-aa32-91f4b207ed07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1287632 Aug 04 11:46:04.054398 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b66a5-109e-47c1-8fd0-eabc7df84181 req-35eceecb-f7ba-4062-a165-49c0af1f29af tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:04.063724 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-de2b66a5-109e-47c1-8fd0-eabc7df84181 req-35eceecb-f7ba-4062-a165-49c0af1f29af tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 946 time: 0.1062145 Aug 04 11:46:04.138550 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-de2b66a5-109e-47c1-8fd0-eabc7df84181 req-488d306e-326b-4358-8504-c2fdd87b6d1b tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce5bb5c4-5be2-419d-8768-d7b92041fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642090 Aug 04 11:46:04.219693 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed1bae-dbc7-4369-b80d-6b7331855893 req-c621dd92-2687-4e1a-ba1a-6a0636351f76 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:04.226052 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-01ed1bae-dbc7-4369-b80d-6b7331855893 req-c621dd92-2687-4e1a-ba1a-6a0636351f76 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.2015538 Aug 04 11:46:04.234436 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.274124 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'Port': ['ID=850f6ea0-46dd-4113-9212-06fab4cb6a49,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:04.286693 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-8bd4e5f7-1d50-4bdc-b395-15040df6c5f7 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307425 Aug 04 11:46:04.291111 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.292187 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.292187 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.292580 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.292856 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.293337 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.293786 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.294143 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.294549 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.294912 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.295348 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.295684 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:04.429774 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-01ed1bae-dbc7-4369-b80d-6b7331855893 req-a8e55a70-4111-4fc3-a130-c168aa16b5fc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885099 Aug 04 11:46:04.538579 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e92c8884-247b-47fc-ad9d-0eeffdb8e689 req-c4b5c6df-af14-47cf-a4fc-5409da99be04 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095954 Aug 04 11:46:04.564068 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:05.201394 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:05.218570 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:05.247415 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] No DVR routers for this DVR port 850f6ea0-46dd-4113-9212-06fab4cb6a49 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:05.251495 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:05.253594 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-73be899a-3979-40c7-b184-ea856427b8ff req-bb2cf0a3-5ecc-42a2-9b30-d61c4f650529 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.83 "DELETE /v2.0/ports/850f6ea0-46dd-4113-9212-06fab4cb6a49 HTTP/1.1" status: 204 len: 173 time: 2.2551370 Aug 04 11:46:05.254053 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'name': 'network-vif-deleted', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:05.256505 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d7628-052f-482f-be8a-9fe85cc629c1" -d '{"events": [{"server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "name": "network-vif-deleted", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:05.264396 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d9895359-efe8-49fa-ae86-17a11e4dbf71 req-763cb4ba-a08c-43a5-829e-a7ab1bebf63e tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/ports?device_id=2832c7df-259a-4675-be8d-3968406fdcef HTTP/1.1" status: 200 len: 210 time: 0.0519385 Aug 04 11:46:05.264616 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:05.271310 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:05.295907 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da32d4-0e5e-4608-aa1f-9c3355b72b48 req-62496f75-8965-4ccb-9029-a26862e153bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:05.309329 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c1da32d4-0e5e-4608-aa1f-9c3355b72b48 req-62496f75-8965-4ccb-9029-a26862e153bc tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.6563196 Aug 04 11:46:05.394223 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c1da32d4-0e5e-4608-aa1f-9c3355b72b48 req-c2967c34-7e00-4718-8edc-0b6c8566f47e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823064 Aug 04 11:46:05.405271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe0a19-941e-4509-96ff-5ede99e64cdc x-openstack-request-id: req-e5fe0a19-941e-4509-96ff-5ede99e64cdc {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:05.405271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832c7df-259a-4675-be8d-3968406fdcef", "name": "network-vif-deleted", "tag": "850f6ea0-46dd-4113-9212-06fab4cb6a49", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:05.405566 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5fe0a19-941e-4509-96ff-5ede99e64cdc {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:05.406315 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832c7df-259a-4675-be8d-3968406fdcef', 'name': 'network-vif-deleted', 'tag': '850f6ea0-46dd-4113-9212-06fab4cb6a49', 'status': 'completed', 'code': 200} Aug 04 11:46:05.490858 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:05.568220 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-cbaadc5f-f214-4e73-8b14-c5a9a77c0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:05.572822 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-cbaadc5f-f214-4e73-8b14-c5a9a77c0f9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1099 time: 0.1349053 Aug 04 11:46:05.644867 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79d40-4fb0-4516-a8b5-cc218395fde8 req-dfaa9fca-c87e-426b-9118-fdd69947f2d7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:05.656026 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-07c79d40-4fb0-4516-a8b5-cc218395fde8 req-dfaa9fca-c87e-426b-9118-fdd69947f2d7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0724802 Aug 04 11:46:05.727912 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-07c79d40-4fb0-4516-a8b5-cc218395fde8 req-2380b80d-ba0c-4305-a188-8dc7f53f8479 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705490 Aug 04 11:46:05.752976 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-9b9b7d13-7f04-4a0e-8f5e-8afd21ce7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:05.760639 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-9b9b7d13-7f04-4a0e-8f5e-8afd21ce7502 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.1507893 Aug 04 11:46:05.912187 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-4b90fb93-cbae-44d5-8022-6931abc42613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 1001 time: 0.1416326 Aug 04 11:46:05.938360 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:05.979921 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:05.993644 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:05.994964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:06.032721 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-19bf1a21-e2ea-492f-9b39-3137538cdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.036010 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-19bf1a21-e2ea-492f-9b39-3137538cdaa4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.1148825 Aug 04 11:46:06.117867 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-2880a7f5-6a79-4a64-9396-2465bada94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.120682 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-2880a7f5-6a79-4a64-9396-2465bada94ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775697 Aug 04 11:46:06.245200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:06.276212 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-508c38c7-b19c-4e56-8a16-9b9fbd0b83ba service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417587 Aug 04 11:46:06.435253 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51246) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:06.455107 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-932b2740-cfca-4bef-bb47-ce59cf71129c req-380cc56d-6d22-4e2e-9cf7-5e07cbd10924 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654451 Aug 04 11:46:06.524773 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.585009 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.683757 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27be992-fe5a-4a7b-a098-3660ca1b268e req-644f7719-68b3-4047-8e30-5ed9866e8eba tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.689192 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b27be992-fe5a-4a7b-a098-3660ca1b268e req-644f7719-68b3-4047-8e30-5ed9866e8eba tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.1017096 Aug 04 11:46:06.693146 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.698622 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.703656 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "DELETE /v2.0/security-groups/ce5bb5c4-5be2-419d-8768-d7b92041fa86 HTTP/1.1" status: 204 len: 168 time: 0.2651415 Aug 04 11:46:06.709448 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51254) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:06.746700 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e551a4c-d89f-48f2-b85a-dc79a8582f40 tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5bb5c4-5be2-419d-8768-d7b92041fa86,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:06.771033 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.api.v2.resource [None req-6cca9666-4474-4f4f-99fc-183d76dbdafb tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] show failed (client error): The resource could not be found. Aug 04 11:46:06.771464 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.774466 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6cca9666-4474-4f4f-99fc-183d76dbdafb tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "GET /v2.0/security-groups/ce5bb5c4-5be2-419d-8768-d7b92041fa86 HTTP/1.1" status: 404 len: 347 time: 0.0583079 Aug 04 11:46:06.777380 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51258) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:06.814655 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b27be992-fe5a-4a7b-a098-3660ca1b268e req-bc52bb53-1379-415f-b096-dd8ab0194bb3 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168175 Aug 04 11:46:06.843155 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:06.922869 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb2fd1-9239-4d74-8295-2d1bf5407316 None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '7ae7d0a0-ecca-4efe-b143-cf938930ea6a', 'name': '', 'network_id': 'c900a9d0-4b2d-44e8-869a-b77551ea3dbe', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'mac_address': 'fa:16:3e:57:08:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:04Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'subnets': [{'id': '89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:07.134078 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04d482-3ef6-4b6a-ad38-fef1b63f0803 req-1d532f6b-3e18-4180-8d11-33f1e3884997 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:07.142164 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a04d482-3ef6-4b6a-ad38-fef1b63f0803 req-1d532f6b-3e18-4180-8d11-33f1e3884997 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.2247608 Aug 04 11:46:07.199572 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Deleting port 9fe97e11-74f5-40ea-81ab-301fa90078d5 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:07.200164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.220661 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a04d482-3ef6-4b6a-ad38-fef1b63f0803 req-f29d5207-3345-4730-9787-099943988986 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772982 Aug 04 11:46:07.379958 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f422ed9-dc8d-4836-ba3a-371bad649df5 None None] New status for floating IP 64844e92-808d-4141-9c0f-234499a98c47: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:46:07.392522 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.393076 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.415571 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Calling delete_port for 9fe97e11-74f5-40ea-81ab-301fa90078d5 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:07.428837 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 850f6ea0-46dd-4113-9212-06fab4cb6a49 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:07.512855 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 850f6ea0-46dd-4113-9212-06fab4cb6a49 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:07.517329 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 850f6ea0-46dd-4113-9212-06fab4cb6a49 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:07.699475 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.733482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Pushing event deleted for resources: {'Port': ['ID=9fe97e11-74f5-40ea-81ab-301fa90078d5,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:07.860221 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.863819 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.865306 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fdcdfdf0-7e56-41af-bda6-586034e93b0a tempest-AttachVolumeTestJSON-384498444 tempest-AttachVolumeTestJSON-384498444-project] 10.222.0.44 "DELETE /v2.0/floatingips/64844e92-808d-4141-9c0f-234499a98c47 HTTP/1.1" status: 204 len: 168 time: 1.0866437 Aug 04 11:46:08.008786 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7baa58-bbe4-4ba1-80a4-93b25646d2cb req-a6428440-411c-4782-a9c7-445626e8c0ec tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:08.018061 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e7baa58-bbe4-4ba1-80a4-93b25646d2cb req-a6428440-411c-4782-a9c7-445626e8c0ec tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.0904956 Aug 04 11:46:08.074392 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e7baa58-bbe4-4ba1-80a4-93b25646d2cb req-ff804074-0421-4a78-ace7-341d8f44bfb2 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550478 Aug 04 11:46:08.461438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66f671-0148-40b6-8c0a-2dc0c53c642f req-b00c1b54-836b-46ff-a9ad-e980a3c7dcf3 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:08.476776 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2d66f671-0148-40b6-8c0a-2dc0c53c642f req-b00c1b54-836b-46ff-a9ad-e980a3c7dcf3 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0914812 Aug 04 11:46:08.525778 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2d66f671-0148-40b6-8c0a-2dc0c53c642f req-548991ac-9a66-4bb2-a789-40e990cddf34 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Aug 04 11:46:09.254402 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834edcd-7ff6-4d99-9209-0220232013ed req-496c0971-3139-42bd-8cd5-703d7ebf464b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:09.257195 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a834edcd-7ff6-4d99-9209-0220232013ed req-496c0971-3139-42bd-8cd5-703d7ebf464b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.0794718 Aug 04 11:46:09.305970 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-a834edcd-7ff6-4d99-9209-0220232013ed req-916490e3-71f7-4e2f-8d58-1f565a96fc96 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Aug 04 11:46:09.663133 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed85b78-cbf0-4580-86e6-f0f21b5eee89 req-a1549444-9119-4929-af5c-4623f1de7a30 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:09.664820 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eed85b78-cbf0-4580-86e6-f0f21b5eee89 req-a1549444-9119-4929-af5c-4623f1de7a30 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0547047 Aug 04 11:46:09.706208 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eed85b78-cbf0-4580-86e6-f0f21b5eee89 req-337d0de9-ce8f-491a-8a7c-f2adf2007c3c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Aug 04 11:46:10.472840 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3050b-0005-4e55-8eec-1d3c93f07016 req-da937937-9c9a-4a1d-9d95-018dd8a545e0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:10.474457 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-baf3050b-0005-4e55-8eec-1d3c93f07016 req-da937937-9c9a-4a1d-9d95-018dd8a545e0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.0653858 Aug 04 11:46:10.532430 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-baf3050b-0005-4e55-8eec-1d3c93f07016 req-5662923f-128b-48c3-a79f-7b43d255b566 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502720 Aug 04 11:46:10.902363 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246add1-1a66-45f7-b5f1-a0cf61e7df7c req-71657513-b7f4-4925-b0c4-682b77698273 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:10.904562 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e246add1-1a66-45f7-b5f1-a0cf61e7df7c req-71657513-b7f4-4925-b0c4-682b77698273 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0765924 Aug 04 11:46:10.992944 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e246add1-1a66-45f7-b5f1-a0cf61e7df7c req-ee0533e4-87f2-4980-b5ac-e805dfaad32e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796776 Aug 04 11:46:11.422467 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdaf98ad-170a-4d87-8311-f5b700626f94 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:11.594732 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-bbf62e9f-d581-49a7-a452-316d4279403b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471795074&fields=id&tenant_id=d8b76d455c444dc9a01521dcb035dee0 HTTP/1.1" status: 200 len: 267 time: 0.0776865 Aug 04 11:46:11.670371 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdaf98ad-170a-4d87-8311-f5b700626f94,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:11.696675 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:11.767070 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:11.771457 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42663-c923-4b92-9aff-bbc0ac0e87f6 req-12a147f6-b3da-4b0b-8a27-05d4d880f76f tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:11.773271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-5280c3c3-5152-40c4-b57a-9212e0da889d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:11.780664 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48c42663-c923-4b92-9aff-bbc0ac0e87f6 req-12a147f6-b3da-4b0b-8a27-05d4d880f76f tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 943 time: 0.1186683 Aug 04 11:46:11.782743 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-5280c3c3-5152-40c4-b57a-9212e0da889d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 809 time: 0.1866317 Aug 04 11:46:11.783876 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaf98ad-170a-4d87-8311-f5b700626f94 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:11.801585 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-7e04ff4c-0549-4913-b31d-6212a27047da tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/quotas/d8b76d455c444dc9a01521dcb035dee0 HTTP/1.1" status: 200 len: 375 time: 0.0174961 Aug 04 11:46:11.813278 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdaf98ad-170a-4d87-8311-f5b700626f94,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:11.821516 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:11.846545 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48c42663-c923-4b92-9aff-bbc0ac0e87f6 req-27e76816-a038-4a78-bb5b-c76612ae8f2c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649195 Aug 04 11:46:11.908267 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:11.908789 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-85925846-c98d-4d2f-8c7c-4e11db5b67cd tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057808 Aug 04 11:46:12.008163 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51318) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:12.073841 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['cdaf98ad-170a-4d87-8311-f5b700626f94'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:12.114566 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-9e995881-8640-4d6d-9630-4c0b57d275a9 service neutron] 10.222.0.44 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018790 Aug 04 11:46:12.301656 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-fd8924ca-1db3-4a2f-bc66-e3e0a58b6a40 service neutron] 10.222.0.44 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788821 Aug 04 11:46:12.409539 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ac59c-70a3-498f-b162-828feb85df62 req-1e8a0e83-bf4b-452b-bd08-2c5c2a38514e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:12.417657 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-661ac59c-70a3-498f-b162-828feb85df62 req-1e8a0e83-bf4b-452b-bd08-2c5c2a38514e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.2799134 Aug 04 11:46:12.508632 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-661ac59c-70a3-498f-b162-828feb85df62 req-7a88ed42-f7f5-4c4c-b7e8-faec0ca1cd72 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899363 Aug 04 11:46:12.793233 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1c12c37a-c469-4ed7-87b7-692ed7098a05 req-95909ebc-a3cc-4648-98e8-8451ba2cab0c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 210 time: 0.0387592 Aug 04 11:46:12.930602 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.155178 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3f949-af2c-431a-b90c-436a6239c9d7 req-b20dd4b5-c2b4-4f93-97d2-76e189575351 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:13.157801 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-23d3f949-af2c-431a-b90c-436a6239c9d7 req-b20dd4b5-c2b4-4f93-97d2-76e189575351 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 944 time: 0.1135905 Aug 04 11:46:13.213276 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-23d3f949-af2c-431a-b90c-436a6239c9d7 req-6515c58e-a5ad-4a07-b3b9-1c529a09e39c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Aug 04 11:46:13.403376 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Deleting port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:13.403934 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.443348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdaf98ad-170a-4d87-8311-f5b700626f94 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:13.533922 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port cdaf98ad-170a-4d87-8311-f5b700626f94 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:13.534356 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] For port 7ae7d0a0-ecca-4efe-b143-cf938930ea6a, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:13.534990 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.539110 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port cdaf98ad-170a-4d87-8311-f5b700626f94 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:13.539482 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.553644 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Calling delete_port for 7ae7d0a0-ecca-4efe-b143-cf938930ea6a owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:13.748231 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.797254 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:13.828545 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddb865e-18d4-4720-a32c-00c884692f00" -d '{"events": [{"server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:13.834780 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ae289-3341-492d-8f05-310395a4ad5d req-d4c31944-b59a-4632-947d-6a2c65b22c7c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:13.837310 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c61ae289-3341-492d-8f05-310395a4ad5d req-d4c31944-b59a-4632-947d-6a2c65b22c7c tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1991944 Aug 04 11:46:13.849222 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdaf98ad-170a-4d87-8311-f5b700626f94,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:13.858662 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.926702 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c61ae289-3341-492d-8f05-310395a4ad5d req-7ed047a7-46ab-4013-996c-b844c12c1f27 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778501 Aug 04 11:46:13.960240 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:14.011436 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73725362-d030-44ec-bb64-deca8620c674 x-openstack-request-id: req-73725362-d030-44ec-bb64-deca8620c674 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:14.011841 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "name": "network-vif-plugged", "status": "completed", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:14.012225 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73725362-d030-44ec-bb64-deca8620c674 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:14.012855 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'code': 200} Aug 04 11:46:14.036956 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-151122da-ebd3-45f9-9a71-9aea7fc1265e req-57c430fa-488f-483d-a90c-131b6e4179b5 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 210 time: 0.0611217 Aug 04 11:46:14.044419 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.080868 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae7d0a0-ecca-4efe-b143-cf938930ea6a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:14.461605 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0baf-8ebc-4032-88d9-c30a19a71ab2 req-38943a7d-5676-4a4a-b80b-0cccb24ba3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:14.464656 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-776e0baf-8ebc-4032-88d9-c30a19a71ab2 req-38943a7d-5676-4a4a-b80b-0cccb24ba3da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1098 time: 0.0628951 Aug 04 11:46:14.517331 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-776e0baf-8ebc-4032-88d9-c30a19a71ab2 req-8e8b932a-84d3-4e54-8103-e3e4d3dfc808 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 Aug 04 11:46:14.773204 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab93a15-f930-494e-bb70-0baf079ec624 req-75af6f28-8133-4204-b567-286d33447657 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:14.774758 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3ab93a15-f930-494e-bb70-0baf079ec624 req-75af6f28-8133-4204-b567-286d33447657 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.4451797 Aug 04 11:46:14.777898 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.907256 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3ab93a15-f930-494e-bb70-0baf079ec624 req-985ee969-7975-4a75-81de-8f22f0d0ae9f tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227751 Aug 04 11:46:14.922190 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-dcb15c05-9789-49eb-ab13-3c93f32b009c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:14.923705 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-dcb15c05-9789-49eb-ab13-3c93f32b009c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 809 time: 0.5061152 Aug 04 11:46:15.024422 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-77ada1fb-07a9-4bc5-96f1-cf785b8bfcb3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b76d455c444dc9a01521dcb035dee0 HTTP/1.1" status: 200 len: 380 time: 0.0660303 Aug 04 11:46:15.036404 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'port': {'device_id': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'admin_state_up': True, 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'security_groups': ['eee2ec72-d79c-472f-ab42-bbf3d30a6c1d']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:15.130659 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-87eda95c-d1a2-463d-9dbc-4c7c3ee789ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.195708 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d96e6-94d4-48d8-b430-46cbbb5380b0 req-823f1c5e-0a22-4e8d-bb9d-99b5871636fc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:15.198301 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-111d96e6-94d4-48d8-b430-46cbbb5380b0 req-823f1c5e-0a22-4e8d-bb9d-99b5871636fc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1468287 Aug 04 11:46:15.270915 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-111d96e6-94d4-48d8-b430-46cbbb5380b0 req-75bcf117-6112-4f37-a2e4-129e661085a7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610099 Aug 04 11:46:15.332028 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a7aefc4d-c9d2-4fdc-b100-a9e3ec187b85 req-1ecdb378-747b-4550-8764-cf861fcaeea9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 210 time: 0.1495020 Aug 04 11:46:15.424340 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Made reservation on behalf of d8b76d455c444dc9a01521dcb035dee0 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:15.427972 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.501256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:15.689804 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Allocated IP 172.20.0.6 (699f31ac-f529-4ced-8102-33dfab17aba4/86501b0d-ed8e-4f69-905d-5a8b2a9d66db/32fbf4dd-2a0a-491f-ab0e-e8d0410db77a) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:15.720218 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:15.730763 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-97ed1e0e-8001-45b0-844a-fb67440ef774 admin admin] 10.222.0.44 "PUT /v2.0/routers/10a5b5d0-f470-492a-89e8-bfcb5a17ba11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7211790 Aug 04 11:46:15.734173 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51358) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:15.736721 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Sync routers for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:15.755964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:15.755964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:15.897761 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.919353 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:15.940047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.984220 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Transition to ACTIVE for port object 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:16.045743 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.159379 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Network 699f31ac-f529-4ced-8102-33dfab17aba4 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:16.166005 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:16.175077 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a05a3-b181-4196-a86b-532c712bec5b req-4b70fddc-31d2-4cd1-91ba-4e80864678b4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:16.178345 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-977a05a3-b181-4196-a86b-532c712bec5b req-4b70fddc-31d2-4cd1-91ba-4e80864678b4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.1438861 Aug 04 11:46:16.178937 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:16.181956 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.245782 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:16.339952 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-977a05a3-b181-4196-a86b-532c712bec5b req-1788f498-d800-4a06-af7a-761951af2643 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468661 Aug 04 11:46:16.348683 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:46:13Z', 'revision_number': 5, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port': {'id': '9aacbb62-1689-4081-95ac-a6afacd21b72', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:16.367515 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:16.368865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.393084 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Checking router: 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:16.405778 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Routers {'10a5b5d0-f470-492a-89e8-bfcb5a17ba11'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:16.407162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:45:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:16.409528 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a80e22c7-ba42-4f37-930e-21daace8df50 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3788249 Aug 04 11:46:16.425643 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Deleting port 9aacbb62-1689-4081-95ac-a6afacd21b72 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:16.427862 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Request body: {'port': {'device_id': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:16.428752 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.549947 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] Set router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:16.631378 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:46:16Z', 'revision_number': 6, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:16.669635 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b1ed2-8873-4eca-abe2-66fd305d2739 None None] The sync data for ids ['10a5b5d0-f470-492a-89e8-bfcb5a17ba11'] in dv-cinder-784140-6-iscsi is: [{'id': '10a5b5d0-f470-492a-89e8-bfcb5a17ba11', 'name': 'tempest-AttachVolumeTestJSON-1839685251-router', 'tenant_id': 'be6dd80b75934c9d963b5388d1441889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:46:16Z', 'revision_number': 6, 'project_id': 'be6dd80b75934c9d963b5388d1441889', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:16.691234 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.694072 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-27e6a285-4c42-4d50-a1e9-aecc6d815e1a None None] Provisioning for port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:16.700222 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-27e6a285-4c42-4d50-a1e9-aecc6d815e1a None None] Provisioning complete for port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:16.700774 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-27e6a285-4c42-4d50-a1e9-aecc6d815e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.738279 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378327ea-0200-4f68-a914-de8e1f10925f req-4f8a1686-7ada-4913-9bb6-b30f5b3a0b13 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:16.752094 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-378327ea-0200-4f68-a914-de8e1f10925f req-4f8a1686-7ada-4913-9bb6-b30f5b3a0b13 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 931 time: 0.1832643 Aug 04 11:46:16.761479 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-27e6a285-4c42-4d50-a1e9-aecc6d815e1a None None] Port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:46:16.781886 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a0f71-d112-48ab-8b30-d0ee6fe7dd46 req-326e5587-6fa6-4a6a-8d45-8b1c75a3b979 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:16.783395 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f24a0f71-d112-48ab-8b30-d0ee6fe7dd46 req-326e5587-6fa6-4a6a-8d45-8b1c75a3b979 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.2123544 Aug 04 11:46:16.801851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] For port 9aacbb62-1689-4081-95ac-a6afacd21b72, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=9aacbb62-1689-4081-95ac-a6afacd21b72,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:16.802401 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.830547 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Calling delete_port for 9aacbb62-1689-4081-95ac-a6afacd21b72 owned by network:router_gateway {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:16.847100 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-378327ea-0200-4f68-a914-de8e1f10925f req-8c649d89-608e-48e9-a40c-4153376202eb tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936384 Aug 04 11:46:16.920489 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f24a0f71-d112-48ab-8b30-d0ee6fe7dd46 req-ee6f7c20-3373-4cc0-8f96-62643885f860 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205733 Aug 04 11:46:17.077082 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09778a-c5ac-4045-857b-44e29df7db94 req-3b65bc93-5b7b-4f09-b145-22d6ca6d2186 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:17.078952 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7f09778a-c5ac-4045-857b-44e29df7db94 req-3b65bc93-5b7b-4f09-b145-22d6ca6d2186 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.1326232 Aug 04 11:46:17.179620 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7f09778a-c5ac-4045-857b-44e29df7db94 req-3c14de09-2a14-481f-9ea6-df40dcc54f03 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931194 Aug 04 11:46:17.196266 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51372) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:17.204351 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.239610 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:17.239838 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aacbb62-1689-4081-95ac-a6afacd21b72,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:17.252424 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.263157 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61831c9a-5bea-482c-8205-98df2452625c tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:17.267253 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-61831c9a-5bea-482c-8205-98df2452625c tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1093 time: 0.0665808 Aug 04 11:46:17.270285 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51374) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:17.278098 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:17.284810 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Transition to ACTIVE for port object 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:17.293887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.344145 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.357110 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.482903 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.485717 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.517642 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:17.583966 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.584463 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a5b5d0-f470-492a-89e8-bfcb5a17ba11 {{(pid=99841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:46:17.591380 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.595485 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2aaaecae-7fb3-4080-a09f-7e3dc639cbc5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/10a5b5d0-f470-492a-89e8-bfcb5a17ba11 HTTP/1.1" status: 204 len: 168 time: 1.8594508 Aug 04 11:46:17.602198 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51376) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:17.701075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Attempting to bind port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:17.701417 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Attempting to bind port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:17.701751 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Attempting to bind port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a on network 699f31ac-f529-4ced-8102-33dfab17aba4 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:17.707739 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Deleting subnet 89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:46:17.709418 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a on network 699f31ac-f529-4ced-8102-33dfab17aba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:46:17.709752 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Attempting to bind port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a on network 699f31ac-f529-4ced-8102-33dfab17aba4 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:17.712159 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.732907 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:17.733250 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Checking segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:17.733645 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Bound using segment: {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:17.734093 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Bound port: 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf191c8a-9121-44d3-bd19-328db167e8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:17.734585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.773481 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 9aacbb62-1689-4081-95ac-a6afacd21b72 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:17.775949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.839589 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.840322 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 9aacbb62-1689-4081-95ac-a6afacd21b72 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:17.840706 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 9aacbb62-1689-4081-95ac-a6afacd21b72 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:17.841121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7ae7d0a0-ecca-4efe-b143-cf938930ea6a no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:17.850891 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:17.855575 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:17.861757 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.877392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 7ae7d0a0-ecca-4efe-b143-cf938930ea6a {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:17.877700 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 7ae7d0a0-ecca-4efe-b143-cf938930ea6a not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:17.913658 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.961321 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:17.961981 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.965747 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] 10.222.0.83 "PUT /v2.0/ports/32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 1093 time: 1.5475075 Aug 04 11:46:17.969193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:17.971659 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f185fba-9c47-473e-9181-48d6e7f7849c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:18.059908 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6953a-7480-44bd-9a55-06fc438d22eb service neutron] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:18.088262 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.154407 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25479cb9-2a8b-44c8-80bd-b96a040f2de8 None None] Network c900a9d0-4b2d-44e8-869a-b77551ea3dbe requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:18.168024 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8171f-1f06-4cb8-b3ea-ab669e6b15a6 req-7039cab2-ceaa-4241-ae2b-1a24ee738046 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.178345 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78a8171f-1f06-4cb8-b3ea-ab669e6b15a6 req-7039cab2-ceaa-4241-ae2b-1a24ee738046 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.1888335 Aug 04 11:46:18.206565 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.208693 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee HTTP/1.1" status: 204 len: 168 time: 0.6042390 Aug 04 11:46:18.209727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44032f7-ab7d-4845-821a-557eef43b340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dbd50e-39b2-4e8b-a514-9a3fcfc3e5ee,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:18.217946 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51384) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:18.305545 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134ce44-c0f4-40cb-9f40-5d032e893818 req-166d786e-fd0c-441f-b6d4-cc13216377ee tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.308743 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c134ce44-c0f4-40cb-9f40-5d032e893818 req-166d786e-fd0c-441f-b6d4-cc13216377ee tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1659575 Aug 04 11:46:18.372961 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.389421 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c134ce44-c0f4-40cb-9f40-5d032e893818 req-b63a3ad2-c7b3-4683-8262-b31f80ffb90f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733364 Aug 04 11:46:18.423479 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-333cd317-26a1-40f6-aef2-4cfe1fb94d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.425476 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-333cd317-26a1-40f6-aef2-4cfe1fb94d66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1096 time: 0.3520627 Aug 04 11:46:18.471751 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] DHCP port deletion for c900a9d0-4b2d-44e8-869a-b77551ea3dbe request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:46:18.480785 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-0e3c7282-1329-4988-9a84-dfa6d088f613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 217 time: 0.0474172 Aug 04 11:46:18.550857 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.27.2.244 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/f8d60939-41e1-4642-8981-b2d68d0b779b) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:18.554231 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adf4095-0c61-4961-a82b-dd0230c10268 x-openstack-request-id: req-1adf4095-0c61-4961-a82b-dd0230c10268 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:18.554534 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:18.554780 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1adf4095-0c61-4961-a82b-dd0230c10268 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:18.555151 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'status': 'completed', 'code': 200} Aug 04 11:46:18.572605 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Deleting port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:18.573318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.593333 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78a8171f-1f06-4cb8-b3ea-ab669e6b15a6 req-e40d644e-980e-4f69-8b1e-f0d1ab486fd4 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140821 Aug 04 11:46:18.596989 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-5a238a7c-b2d2-46bb-abb1-e192b8a99bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.598421 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-5a238a7c-b2d2-46bb-abb1-e192b8a99bfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.1089013 Aug 04 11:46:18.654978 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] For port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:18.655318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.685892 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.688040 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Calling delete_port for 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:18.724983 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-c5151826-a1e0-4eb9-9f94-98e25e5662fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.726497 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-c5151826-a1e0-4eb9-9f94-98e25e5662fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207128 Aug 04 11:46:18.727680 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Deleting port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:18.728068 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.788021 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.819022 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] Pushing event deleted for resources: {'Port': ['ID=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:18.820946 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e59d9-970d-4d46-b7b5-521fd45de906 None None] No DVR routers for this DVR port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:18.838432 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.882083 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] For port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,segment=NetworkSegment(3f984caa-866d-4c56-ad8f-9c21e6e3eb86),segment_id=3f984caa-866d-4c56-ad8f-9c21e6e3eb86)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:18.882475 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.898338 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Calling delete_port for 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:18.974813 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-6f03cc39-c708-4829-94fe-598899991a2f service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402527 Aug 04 11:46:18.990481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.056576 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:19.094647 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:19.105793 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:19.135576 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=f8d60939-41e1-4642-8981-b2d68d0b779b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:19.155137 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.155484 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.155855 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.156223 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.156537 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.156864 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.157271 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.157603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.157926 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.158245 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.158560 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.158877 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:19.162227 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.214031 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Pushing event deleted for resources: {'Port': ['ID=4704c5b4-4fe4-45bb-b159-d7779b07dfd2,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:19.229906 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] No DVR routers for this DVR port 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 on host dv-cinder-784140-6-iscsi {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:19.249236 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41917bc1-d48e-4ffd-b1bf-b7cc74a2cc48 req-16cb547a-8cf4-4444-a1ed-02c78a87d71a service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187123 Aug 04 11:46:19.299337 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-f5f7201f-1984-4cc8-98ac-3a30b7f8fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.301790 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-f5f7201f-1984-4cc8-98ac-3a30b7f8fcfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1099 time: 0.0614779 Aug 04 11:46:19.404699 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-ef0adf67-45e8-4180-8edf-df48d879475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.406204 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-ef0adf67-45e8-4180-8edf-df48d879475c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.0943153 Aug 04 11:46:19.500317 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:19.511549 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-f33cc636-cc38-491c-9a21-384781c97ec8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 1001 time: 0.0967093 Aug 04 11:46:19.526099 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:19.526719 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 4704c5b4-4fe4-45bb-b159-d7779b07dfd2 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:19.658519 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-b858400e-8f71-40d3-9025-ea6a994ae027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.661221 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-b858400e-8f71-40d3-9025-ea6a994ae027 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.1422341 Aug 04 11:46:19.700850 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36ff1-2cfb-403f-8f7b-d0522406212e req-16f40617-6738-477a-bd7c-3123a8af9eb4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.703548 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f1b36ff1-2cfb-403f-8f7b-d0522406212e req-16f40617-6738-477a-bd7c-3123a8af9eb4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1315613 Aug 04 11:46:19.725101 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.761012 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c900a9d0-4b2d-44e8-869a-b77551ea3dbe']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:19.777241 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-35cd58a9-1096-49cd-9b0f-f37a3d8cd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.778708 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-35cd58a9-1096-49cd-9b0f-f37a3d8cd4cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085446 Aug 04 11:46:19.782140 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-f1b36ff1-2cfb-403f-8f7b-d0522406212e req-605b6c72-3347-45bc-adf2-9e4752e5782a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526407 Aug 04 11:46:19.782407 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f984caa-866d-4c56-ad8f-9c21e6e3eb86') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:19.782690 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f984caa-866d-4c56-ad8f-9c21e6e3eb86') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:19.799414 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-61cbc3be-7de7-4661-920f-fe90cbe55c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.826421 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-dcc80166-9a6b-4d9c-8f9d-1d9fb2e1d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.829262 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-dcc80166-9a6b-4d9c-8f9d-1d9fb2e1d087 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1096 time: 0.5275419 Aug 04 11:46:19.840491 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.922048 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-accdf81a-eccb-434a-9f95-d6667126494e service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284764 Aug 04 11:46:19.927274 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.947071 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70449c-3999-47a0-8193-8d6172f0051d req-654b6ee4-b4a6-4cc3-ac1b-e495584d2242 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.949096 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3d70449c-3999-47a0-8193-8d6172f0051d req-654b6ee4-b4a6-4cc3-ac1b-e495584d2242 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.2320199 Aug 04 11:46:19.958250 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:46:19.958733 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self.session.flush() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self.session.flush() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self.session.flush() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self.session.flush() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:46:19.960615 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:46:20.034574 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b988e191-4b2e-4d6a-ba42-5415ef2b2783 req-04ebc12e-80a1-4819-a0c0-6282e6c8dbe0 service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054950 Aug 04 11:46:20.148182 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-d4718bc6-c9b5-4a22-aae7-097c6cc75c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:20.150114 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-d4718bc6-c9b5-4a22-aae7-097c6cc75c21 service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.3069823 Aug 04 11:46:20.157428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.172542 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.174421 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c900a9d0-4b2d-44e8-869a-b77551ea3dbe HTTP/1.1" status: 204 len: 168 time: 1.9555068 Aug 04 11:46:20.210238 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3d70449c-3999-47a0-8193-8d6172f0051d req-63645892-52e2-46d3-bd22-eafc1d5fe7b0 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487063 Aug 04 11:46:20.257033 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-8bcf4b56-f2bb-44a0-b9cf-9dad9123ebc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 217 time: 0.0956337 Aug 04 11:46:20.260135 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d662b5b-c551-4632-97bf-3df3ffc7d232 admin admin] Pushing event deleted for resources: {'Network': ['ID=c900a9d0-4b2d-44e8-869a-b77551ea3dbe,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:20.331862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51402) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:20.380403 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-a89d875d-788d-44c9-878e-c39d7a79b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:20.382052 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-a89d875d-788d-44c9-878e-c39d7a79b13f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.1173129 Aug 04 11:46:20.385050 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-331c0075-bec3-4f76-a88c-beb3329f64b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be6dd80b75934c9d963b5388d1441889&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519161 Aug 04 11:46:20.388628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51404) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:20.422922 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.452570 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.480929 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.500872 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-4b24fab6-1e5e-4788-ae6b-ffc1561fa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:20.503205 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-4b24fab6-1e5e-4788-ae6b-ffc1561fa79f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120782 Aug 04 11:46:20.551392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.554430 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.555618 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/838d16aa-1631-4e73-a904-90459387ad21 HTTP/1.1" status: 204 len: 168 time: 0.1659899 Aug 04 11:46:20.565744 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da475ff6-5bac-4d35-8cd3-8cec9084dbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d16aa-1631-4e73-a904-90459387ad21,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:20.586547 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.717786 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-abd75e2b-fb27-4328-9604-defd924eabea service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930196 Aug 04 11:46:20.746619 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.888021 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2f185fba-9c47-473e-9181-48d6e7f7849c req-f004d1ed-2b4c-493d-b88b-99861198fc6b service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608257 Aug 04 11:46:20.890514 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.896932 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.965664 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac2d3a-9ae3-4ce8-adc2-33053052e5b0 req-a9152044-2f6d-495b-9232-e27c46e5217d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:20.967953 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d5ac2d3a-9ae3-4ce8-adc2-33053052e5b0 req-a9152044-2f6d-495b-9232-e27c46e5217d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.0621703 Aug 04 11:46:21.001493 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:21.006359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=f8d60939-41e1-4642-8981-b2d68d0b779b,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:21.041552 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d5ac2d3a-9ae3-4ce8-adc2-33053052e5b0 req-5bb811bb-3b4f-4323-8c32-faa6c29ece4b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578346 Aug 04 11:46:21.156593 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP 8a671411-e763-479a-9ef3-9ac08ba7f2c1 associated. External IP: 172.27.2.244, port: cdaf98ad-170a-4d87-8311-f5b700626f94. Aug 04 11:46:21.436402 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d176ed-3f90-40fa-be3b-2a07eefd6e22 req-9ec2b736-dd4b-4584-a77b-e25e8087c449 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:21.438053 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-18d176ed-3f90-40fa-be3b-2a07eefd6e22 req-9ec2b736-dd4b-4584-a77b-e25e8087c449 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.1424973 Aug 04 11:46:21.545669 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-18d176ed-3f90-40fa-be3b-2a07eefd6e22 req-0a16db25-6875-429c-9894-90c368bc0a6e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985031 Aug 04 11:46:21.556895 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:21.695890 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:21.706891 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:21.714880 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:21.729851 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:21.730643 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:46:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:21.755311 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1ba35c6f-357f-4ef4-8177-eb1b1a9a2f37 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4833124 Aug 04 11:46:21.756324 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:21.760956 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b5088-2fcb-4ec6-96a7-c19ef41eb925" -d '{"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:21.801335 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af072e35-653e-44e1-b4d5-4fae362356fd x-openstack-request-id: req-af072e35-653e-44e1-b4d5-4fae362356fd {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:21.801849 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:21.802275 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af072e35-653e-44e1-b4d5-4fae362356fd {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:21.802912 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'status': 'completed', 'code': 200} Aug 04 11:46:21.876275 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:21.897855 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-52e2cc74-e862-4bf5-9f3d-f54522bbee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:21.899502 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-52e2cc74-e862-4bf5-9f3d-f54522bbee38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1098 time: 0.0670292 Aug 04 11:46:22.025394 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-f00635ec-f14e-46fe-a97d-8bd3d959ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.028186 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-f00635ec-f14e-46fe-a97d-8bd3d959ed03 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1196883 Aug 04 11:46:22.197878 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-920db323-73e4-4546-9233-00efe3c8d384 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 999 time: 0.1570086 Aug 04 11:46:22.284647 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a314-2e2d-4211-ad2d-8bef8c4b284f req-11fb408b-d22c-4511-a46f-00250a2682c5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.286199 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5155a314-2e2d-4211-ad2d-8bef8c4b284f req-11fb408b-d22c-4511-a46f-00250a2682c5 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1198580 Aug 04 11:46:22.288263 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-5490bd9b-2d42-4d33-b363-6f4bedbe59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.289905 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-5490bd9b-2d42-4d33-b363-6f4bedbe59a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0809994 Aug 04 11:46:22.296908 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:19Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:22.328492 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:22.344214 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:22.345408 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:46:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:22.410241 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5155a314-2e2d-4211-ad2d-8bef8c4b284f req-9f325269-5bd0-4246-b257-ca1b33b23964 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157858 Aug 04 11:46:22.415771 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-7c569b55-d29b-4eac-ae8f-5ee7b38d55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.418723 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-7c569b55-d29b-4eac-ae8f-5ee7b38d55de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132324 Aug 04 11:46:22.500943 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:22.544156 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-8d6bff06-1b4c-4338-8a66-a58ef11a5f6d service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179540 Aug 04 11:46:22.661900 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:22.707314 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-783b5088-2fcb-4ec6-96a7-c19ef41eb925 req-70146b5e-d1ce-4f5e-af83-a859a8b489ef service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555870 Aug 04 11:46:22.738523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eef5b-35b2-420f-bdf1-16fcd165c4c3 req-cf936b6b-4e74-4434-9c27-61e0363e9a74 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.740205 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-de0eef5b-35b2-420f-bdf1-16fcd165c4c3 req-cf936b6b-4e74-4434-9c27-61e0363e9a74 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0891764 Aug 04 11:46:22.786080 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-de0eef5b-35b2-420f-bdf1-16fcd165c4c3 req-08db37d7-439a-4c51-9f15-5b97d73dfa89 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381970 Aug 04 11:46:22.793889 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:19Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:22.833707 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538f88d-f788-4925-8c83-c00b4d0f0cb1 None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:19Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:23.052835 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9d6e6-e2ef-4337-9650-cb2289c48a31 None None] New status for floating IP 8a671411-e763-479a-9ef3-9ac08ba7f2c1: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:46:23.489545 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:23.604771 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d935217-8f88-4701-9ac4-b0611c27d27b req-69bb2134-bf1c-4210-ad2b-6651a3e83795 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:23.622853 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6d935217-8f88-4701-9ac4-b0611c27d27b req-69bb2134-bf1c-4210-ad2b-6651a3e83795 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 946 time: 0.1340384 Aug 04 11:46:23.657614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.700140 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6d935217-8f88-4701-9ac4-b0611c27d27b req-a34a405d-be86-409e-a224-591ec3552a48 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757649 Aug 04 11:46:23.711678 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:23.713712 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:23.717710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a1174-dcc6-4f80-a554-773add123acd" -d '{"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:23.722160 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.818745 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8b55a-942b-456a-b91a-07904dd06365 x-openstack-request-id: req-e0f8b55a-942b-456a-b91a-07904dd06365 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:23.819282 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-unplugged", "status": "failed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "code": 422}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:23.819530 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0f8b55a-942b-456a-b91a-07904dd06365 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:23.820479 dv-cinder-784140-6-iscsi neutron-server[99842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'code': 422} returned with failed status Aug 04 11:46:23.836917 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=8']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:23.957941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564361-d579-4987-9530-324d781da18d req-de701c6f-c893-4ce4-a466-38bb3168361b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:23.959568 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-00564361-d579-4987-9530-324d781da18d req-de701c6f-c893-4ce4-a466-38bb3168361b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0725398 Aug 04 11:46:24.015710 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-00564361-d579-4987-9530-324d781da18d req-f6fae3d1-96cc-49d4-8dc7-802f4df673ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Aug 04 11:46:24.034851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51514) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:24.137708 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-f7130222-8cc0-47e0-981d-d82b3984e357 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016500 Aug 04 11:46:24.891788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b352-25c1-4cd8-8b57-45fd48ec93d3 req-f3caeadd-8d36-4dff-a0a0-cddb02e368e1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:24.893384 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b986b352-25c1-4cd8-8b57-45fd48ec93d3 req-f3caeadd-8d36-4dff-a0a0-cddb02e368e1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0649710 Aug 04 11:46:24.948486 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b986b352-25c1-4cd8-8b57-45fd48ec93d3 req-c05072f1-32a3-473e-b2bc-e70039a0df13 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 Aug 04 11:46:25.204088 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51536) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:25.210457 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b550d4d-2024-4b9b-94a4-74cbc8c684bf req-d5a5425e-30a3-4cc5-a520-6000d688ee55 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.211985 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8b550d4d-2024-4b9b-94a4-74cbc8c684bf req-d5a5425e-30a3-4cc5-a520-6000d688ee55 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.1174207 Aug 04 11:46:25.260225 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-9f8f54a5-d05e-4315-9d0a-2bb85f356783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.260225 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-9f8f54a5-d05e-4315-9d0a-2bb85f356783 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e&tenant_id=9cf660c7a4da462fa02c358a17c7bdce HTTP/1.1" status: 200 len: 1097 time: 0.1070380 Aug 04 11:46:25.272439 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8b550d4d-2024-4b9b-94a4-74cbc8c684bf req-8b456d45-80e3-4b92-8191-5259b5c8f0ed tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545254 Aug 04 11:46:25.327121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d869e444-8978-4259-9d3f-2b6cc18a355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.332029 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-e853383a-5b56-489d-8f06-8868e9154826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.333567 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-e853383a-5b56-489d-8f06-8868e9154826 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1097 time: 0.0446038 Aug 04 11:46:25.435973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d869e444-8978-4259-9d3f-2b6cc18a355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.440521 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d869e444-8978-4259-9d3f-2b6cc18a355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.449616 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-f8803482-92cc-45c4-b580-9f623ec2a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.451117 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-f8803482-92cc-45c4-b580-9f623ec2a6d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 200 len: 918 time: 0.1047921 Aug 04 11:46:25.483971 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-d869e444-8978-4259-9d3f-2b6cc18a355b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01ff5e6d343942da80f96c1dd756be07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786899 Aug 04 11:46:25.484710 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e444-8978-4259-9d3f-2b6cc18a355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86698cf2-884d-4133-ba96-1af917667e03,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:25.486961 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51540) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:25.536544 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-662487bf-080c-44d3-b28e-99d9e42594d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 200 len: 999 time: 0.0776186 Aug 04 11:46:25.542391 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.567452 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.592994 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-8a275fb2-e9ea-45f1-96cf-c971deb15a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.594777 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-8a275fb2-e9ea-45f1-96cf-c971deb15a33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 200 len: 856 time: 0.0519328 Aug 04 11:46:25.630600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.633201 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.635091 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86698cf2-884d-4133-ba96-1af917667e03 HTTP/1.1" status: 204 len: 168 time: 0.1464908 Aug 04 11:46:25.645716 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843df3-5c10-4934-bf67-ca7b7fe99192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86698cf2-884d-4133-ba96-1af917667e03,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:25.655198 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-5d692877-c7ff-4732-b1d7-dbbfc320250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.656811 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-5d692877-c7ff-4732-b1d7-dbbfc320250c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551395 Aug 04 11:46:25.761556 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-9a7b5c76-8702-4abc-8e0b-8df29b865f7c service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963047 Aug 04 11:46:25.877704 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-099a0bd9-8316-49d1-8f4d-0e782c4f749d req-b910fb16-203a-4b55-8450-46721c095daa service neutron] 10.222.0.83 "GET /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077924 Aug 04 11:46:26.163192 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250473c-011c-46f1-8dbe-3376a3d8f641 req-d48aa08e-17ac-49b7-9aad-a705d83b6576 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:26.167784 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4250473c-011c-46f1-8dbe-3376a3d8f641 req-d48aa08e-17ac-49b7-9aad-a705d83b6576 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0941663 Aug 04 11:46:26.231767 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4250473c-011c-46f1-8dbe-3376a3d8f641 req-46fe658d-eab0-45d6-90a0-d41abd093a5f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537210 Aug 04 11:46:26.425666 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad868e-045e-416a-abe8-950f4fbe66ae req-28e17816-7892-4852-a34f-e207c729a2b5 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:26.428089 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3fad868e-045e-416a-abe8-950f4fbe66ae req-28e17816-7892-4852-a34f-e207c729a2b5 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0665512 Aug 04 11:46:26.489768 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3fad868e-045e-416a-abe8-950f4fbe66ae req-55648a61-87de-47e4-8ea0-62286535b6ec tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525844 Aug 04 11:46:27.402845 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7ad1e-2c53-4a88-b33e-e09b07f951db req-18b717e7-ed37-4a27-896d-71b9de30c97f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:27.404608 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93d7ad1e-2c53-4a88-b33e-e09b07f951db req-18b717e7-ed37-4a27-896d-71b9de30c97f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0586421 Aug 04 11:46:27.457105 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93d7ad1e-2c53-4a88-b33e-e09b07f951db req-63708b16-fab7-4567-9c97-297abfcb8002 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461614 Aug 04 11:46:27.494017 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:27.667969 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed75bb-9840-4448-b02a-996aa25e4bb3 req-ebdeb45e-1700-490d-a69e-9ea7623541cd tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:27.670459 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-16ed75bb-9840-4448-b02a-996aa25e4bb3 req-ebdeb45e-1700-490d-a69e-9ea7623541cd tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0752094 Aug 04 11:46:27.684764 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:27.704775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'mac_address': 'fa:16:3e:f9:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:27.762159 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-16ed75bb-9840-4448-b02a-996aa25e4bb3 req-e3e3f72f-59f5-419c-a494-cde27a8679c8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854871 Aug 04 11:46:27.762459 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.791855 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:27.830252 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:27.839402 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.921070 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:28.099127 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:28.586874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50992729-be10-4c55-895b-75957d3794ba req-bce16099-5b6e-459e-a3f0-ccc69cbbb04b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:28.590114 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-50992729-be10-4c55-895b-75957d3794ba req-bce16099-5b6e-459e-a3f0-ccc69cbbb04b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0551243 Aug 04 11:46:28.630689 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-50992729-be10-4c55-895b-75957d3794ba req-96c9a797-c7de-4b81-a8e7-393159fb7520 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Aug 04 11:46:28.902733 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fcbab-376b-4643-9fc1-b746c47c1ce4 req-c7bcad94-11b5-4231-9b79-79ea9936a312 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:28.904467 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-288fcbab-376b-4643-9fc1-b746c47c1ce4 req-c7bcad94-11b5-4231-9b79-79ea9936a312 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 944 time: 0.0612085 Aug 04 11:46:28.956449 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-288fcbab-376b-4643-9fc1-b746c47c1ce4 req-64d4f576-25b9-4a7e-a463-9795d8d5b1bb tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370638 Aug 04 11:46:29.500800 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:29.599125 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:29.606628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:29.607082 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.718727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.749258 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:29.751895 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15be2f4c-4e1d-444a-ba6c-f63621884f8c" -d '{"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-plugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:29.780026 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:29.784813 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.814546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a7351-3a3d-4833-8ea1-3fbe089ae377 req-90b3b0c7-c756-4e42-9764-8491bb9bdf34 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:29.816478 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974ebac-8da3-437e-9777-bfe10456a8ec x-openstack-request-id: req-6974ebac-8da3-437e-9777-bfe10456a8ec {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:29.816707 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-aa7a7351-3a3d-4833-8ea1-3fbe089ae377 req-90b3b0c7-c756-4e42-9764-8491bb9bdf34 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0932627 Aug 04 11:46:29.816929 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-plugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:29.817111 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6974ebac-8da3-437e-9777-bfe10456a8ec {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:29.817509 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'code': 200} Aug 04 11:46:29.854642 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:29.876296 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-aa7a7351-3a3d-4833-8ea1-3fbe089ae377 req-41ef2dee-9d2c-4835-9d88-9021fb50a524 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463781 Aug 04 11:46:30.118303 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec31de-757b-456b-bf7a-bfcd2b085748 req-8fa3c456-efab-43e6-87c1-45f218a4f77d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:30.120179 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdec31de-757b-456b-bf7a-bfcd2b085748 req-8fa3c456-efab-43e6-87c1-45f218a4f77d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0649636 Aug 04 11:46:30.176162 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bdec31de-757b-456b-bf7a-bfcd2b085748 req-fe3146ba-9b87-4013-8f6a-c1cc3b631fb8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491948 Aug 04 11:46:31.096060 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c7b17-26b5-4eb7-bb16-581c77f3bd8b req-1f9af9c1-eca5-4a7b-9a06-d6450b2eb7bb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:31.099000 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c62c7b17-26b5-4eb7-bb16-581c77f3bd8b req-1f9af9c1-eca5-4a7b-9a06-d6450b2eb7bb tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.1080456 Aug 04 11:46:31.141866 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51668) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:31.152615 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c62c7b17-26b5-4eb7-bb16-581c77f3bd8b req-8007e2b9-c90c-462b-98f3-035a3a5958f4 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Aug 04 11:46:31.324350 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7215070e-f46f-4642-834f-5e72a5feb474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.335924 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aba21b-4a3c-4786-aad2-0c9a2b43d584 req-cbb61563-a35f-4c36-8ec2-6f684ba2e054 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:31.339613 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41aba21b-4a3c-4786-aad2-0c9a2b43d584 req-cbb61563-a35f-4c36-8ec2-6f684ba2e054 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0769556 Aug 04 11:46:31.413549 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-41aba21b-4a3c-4786-aad2-0c9a2b43d584 req-88470661-af56-4028-b981-60a507284cfa tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654678 Aug 04 11:46:31.516590 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7215070e-f46f-4642-834f-5e72a5feb474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.522919 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7215070e-f46f-4642-834f-5e72a5feb474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.595295 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-7215070e-f46f-4642-834f-5e72a5feb474 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c97784eb2610413386f384429fb0f26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515014 Aug 04 11:46:31.596878 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215070e-f46f-4642-834f-5e72a5feb474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b306c102-67e2-4be7-a61c-d8743ad05784,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:31.600034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51674) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:31.697856 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.725899 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.805289 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.810553 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.816257 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b306c102-67e2-4be7-a61c-d8743ad05784 HTTP/1.1" status: 204 len: 168 time: 0.2107410 Aug 04 11:46:31.827805 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7154a-938b-410c-8638-29a6152e5151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b306c102-67e2-4be7-a61c-d8743ad05784,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:32.283974 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51682) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:32.322409 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92589bcf-e2b4-40f8-8e80-9252dfe94ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.346383 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bda86-d3ae-4913-a43f-b1927d066a23 req-26258226-746f-480c-9d43-28396d0c1b18 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:32.356587 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0f5bda86-d3ae-4913-a43f-b1927d066a23 req-26258226-746f-480c-9d43-28396d0c1b18 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.1076865 Aug 04 11:46:32.442557 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0f5bda86-d3ae-4913-a43f-b1927d066a23 req-d5253180-c44d-4b4a-a604-f02ce1826158 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845923 Aug 04 11:46:32.456973 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92589bcf-e2b4-40f8-8e80-9252dfe94ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.464164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-92589bcf-e2b4-40f8-8e80-9252dfe94ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.507469 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-92589bcf-e2b4-40f8-8e80-9252dfe94ca8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd78cd5184bf444ab81e3b60aa7c9b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210145 Aug 04 11:46:32.512235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51686) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:32.520567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589bcf-e2b4-40f8-8e80-9252dfe94ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca9a90-540f-4994-87f6-7a52847444d0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:32.613412 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.651208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.690038 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dd395-ce4f-44b7-9125-d31a04924db4 req-d36bd344-fdda-43f4-9335-15fe3ac9615b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:32.691738 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a13dd395-ce4f-44b7-9125-d31a04924db4 req-d36bd344-fdda-43f4-9335-15fe3ac9615b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.1008322 Aug 04 11:46:32.785462 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a13dd395-ce4f-44b7-9125-d31a04924db4 req-5d190bf2-4878-4907-bd36-e434b01216e3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757737 Aug 04 11:46:32.793906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.801673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:32.801673 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0eca9a90-540f-4994-87f6-7a52847444d0 HTTP/1.1" status: 204 len: 168 time: 0.2867961 Aug 04 11:46:32.817739 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf9060-f1f1-477c-8837-80b421f551eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca9a90-540f-4994-87f6-7a52847444d0,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:33.681689 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af903-a191-4754-a265-94a2380ee6e7 req-8ffa68d8-5fd0-43f6-a7e2-eb7cc27a55f7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:33.683724 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e76af903-a191-4754-a265-94a2380ee6e7 req-8ffa68d8-5fd0-43f6-a7e2-eb7cc27a55f7 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0992198 Aug 04 11:46:33.764352 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e76af903-a191-4754-a265-94a2380ee6e7 req-d34aac3d-db83-456c-8844-29eb306bf7de tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603518 Aug 04 11:46:34.016468 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc9f1-6675-41e3-be2d-71db8e4ddcb1 req-ff6b7225-26d4-4c4b-ba24-0f51a6ca884b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:34.019840 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eadbc9f1-6675-41e3-be2d-71db8e4ddcb1 req-ff6b7225-26d4-4c4b-ba24-0f51a6ca884b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.1003387 Aug 04 11:46:34.111624 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-eadbc9f1-6675-41e3-be2d-71db8e4ddcb1 req-3974b502-5cdf-4092-a0bb-9202c5279b0d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781550 Aug 04 11:46:34.989683 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009cce1-256c-4133-bfe6-b17a869745dc req-10a5da02-77e8-4c70-8afe-79459bf9aca0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:34.994263 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9009cce1-256c-4133-bfe6-b17a869745dc req-10a5da02-77e8-4c70-8afe-79459bf9aca0 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0889721 Aug 04 11:46:35.025896 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:46:35.092085 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9009cce1-256c-4133-bfe6-b17a869745dc req-c74494fa-2bb6-479c-bf7f-fc00d8a516aa tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840437 Aug 04 11:46:35.410930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43827636-65c6-44d5-88bd-51098d4359a7 req-334e7e73-5479-490d-9cea-69ba3c1aed5f tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:35.414723 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-43827636-65c6-44d5-88bd-51098d4359a7 req-334e7e73-5479-490d-9cea-69ba3c1aed5f tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.1170683 Aug 04 11:46:35.489142 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-43827636-65c6-44d5-88bd-51098d4359a7 req-91bfe9fa-305d-4d99-b3fa-0155ec29af16 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636916 Aug 04 11:46:36.066315 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51742) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:36.222408 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-077ce6e2-a9a1-49ad-a9c1-c6ffcd85c116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.283848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326034e-9a25-4029-af96-6e602940af07 req-9e04cfc9-cbcc-4d76-9ea2-0ea9be0e9471 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:36.285478 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b326034e-9a25-4029-af96-6e602940af07 req-9e04cfc9-cbcc-4d76-9ea2-0ea9be0e9471 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0656557 Aug 04 11:46:36.345903 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b326034e-9a25-4029-af96-6e602940af07 req-39d23505-7b66-42c6-a901-a68ee833e710 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519595 Aug 04 11:46:36.388621 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-077ce6e2-a9a1-49ad-a9c1-c6ffcd85c116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.393859 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-077ce6e2-a9a1-49ad-a9c1-c6ffcd85c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.746794 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ce6e2-a9a1-49ad-a9c1-c6ffcd85c116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d9053-1e6f-4cde-92b4-e8f0f8873046,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:36.758938 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.871143 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-077ce6e2-a9a1-49ad-a9c1-c6ffcd85c116 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a3dcaa8a9e142eba53307706ae1ad70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031080 Aug 04 11:46:36.876760 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51752) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:37.060081 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.093942 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb9289-9695-4a4b-b7bf-251d53472282 req-ed98d4f9-9702-4f34-874d-e7b81c1f7470 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:37.111484 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1ecb9289-9695-4a4b-b7bf-251d53472282 req-ed98d4f9-9702-4f34-874d-e7b81c1f7470 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.3727553 Aug 04 11:46:37.208250 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.269783 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1ecb9289-9695-4a4b-b7bf-251d53472282 req-a23cadc6-d39f-4e26-bc3a-e5ccfa16dae9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526740 Aug 04 11:46:37.380315 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.388965 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.391948 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b28d9053-1e6f-4cde-92b4-e8f0f8873046 HTTP/1.1" status: 204 len: 168 time: 0.5085127 Aug 04 11:46:37.409260 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765423ac-f50a-43f2-80d9-f769c529bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d9053-1e6f-4cde-92b4-e8f0f8873046,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:37.588794 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fefcbf-5c31-43dc-bfcd-27c50ac61b0b req-1630b4d4-7d5e-4fea-b791-9d325183fdae tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:37.592610 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-46fefcbf-5c31-43dc-bfcd-27c50ac61b0b req-1630b4d4-7d5e-4fea-b791-9d325183fdae tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0772345 Aug 04 11:46:37.667022 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-46fefcbf-5c31-43dc-bfcd-27c50ac61b0b req-fec6182c-030b-43ba-9ae9-cc4ea8186dac tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614467 Aug 04 11:46:37.889438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51760) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:37.917836 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ffab-95a3-4c83-9039-59c777fa010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.098015 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ffab-95a3-4c83-9039-59c777fa010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.105265 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ffab-95a3-4c83-9039-59c777fa010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.190025 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0cf2ffab-95a3-4c83-9039-59c777fa010e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7ee330a26d64fc4b6ad67ea68321721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987731 Aug 04 11:46:38.191217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2ffab-95a3-4c83-9039-59c777fa010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3c968-9f0e-4cbd-9410-4bbd46b6e5c3,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:38.193152 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51762) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:38.263074 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.300288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.387951 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.392727 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.395130 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8a3c968-9f0e-4cbd-9410-4bbd46b6e5c3 HTTP/1.1" status: 204 len: 168 time: 0.2002256 Aug 04 11:46:38.406197 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4344ee-e621-48b1-8e73-647743a18d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3c968-9f0e-4cbd-9410-4bbd46b6e5c3,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:38.470475 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3dd0f-6aec-40cf-986b-400dea03a5d7 req-94ca39eb-c143-4ec1-bd58-a86f97523449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:38.472913 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-31b3dd0f-6aec-40cf-986b-400dea03a5d7 req-94ca39eb-c143-4ec1-bd58-a86f97523449 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1098 time: 0.1117499 Aug 04 11:46:38.512948 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62e67b-6f4e-445a-b349-2cdaa357af5b req-5b178cb2-05be-4a2f-84fb-246d4324890e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:38.514547 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9b62e67b-6f4e-445a-b349-2cdaa357af5b req-5b178cb2-05be-4a2f-84fb-246d4324890e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.1048512 Aug 04 11:46:38.548573 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-31b3dd0f-6aec-40cf-986b-400dea03a5d7 req-4ccc27ae-92ca-4aab-be94-59cddc4a6992 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676582 Aug 04 11:46:38.573869 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9b62e67b-6f4e-445a-b349-2cdaa357af5b req-8af469a3-8d4e-40a8-9366-d70cf906d19f tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Aug 04 11:46:38.833852 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeff6e-76c3-45ee-bf70-05e44fcd7bbb req-d46bf4fc-d600-462e-b8e5-903e9f7cc556 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:38.837073 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fdeeff6e-76c3-45ee-bf70-05e44fcd7bbb req-d46bf4fc-d600-462e-b8e5-903e9f7cc556 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0725052 Aug 04 11:46:38.890922 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fdeeff6e-76c3-45ee-bf70-05e44fcd7bbb req-2fbab7fd-9ba1-4894-bcd5-34b08c308012 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Aug 04 11:46:39.745065 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861818aa-9313-4948-aaf7-916b8816c59f req-f205ad65-48c8-4006-8d07-92cccf7bdefc tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:39.747074 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-861818aa-9313-4948-aaf7-916b8816c59f req-f205ad65-48c8-4006-8d07-92cccf7bdefc tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0829473 Aug 04 11:46:39.800011 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-861818aa-9313-4948-aaf7-916b8816c59f req-1954dad7-8ee0-4abd-a2bf-1aedc7cc53ae tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Aug 04 11:46:40.007920 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e553-ac1c-45af-806b-4fbdaf1a4ac8 req-bd31f8b0-17b0-41cd-8662-048c2cd7689c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:40.011130 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-42e3e553-ac1c-45af-806b-4fbdaf1a4ac8 req-bd31f8b0-17b0-41cd-8662-048c2cd7689c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0881674 Aug 04 11:46:40.060887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4ade-420d-41cd-a17c-2e07ae3adfd0 req-bfda88d8-c5c7-445d-b13f-d5b2cca81056 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:40.062575 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f7f4ade-420d-41cd-a17c-2e07ae3adfd0 req-bfda88d8-c5c7-445d-b13f-d5b2cca81056 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.0858564 Aug 04 11:46:40.080950 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-42e3e553-ac1c-45af-806b-4fbdaf1a4ac8 req-80d796b6-4d82-47f1-b17e-f5b8b4cbdb88 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633817 Aug 04 11:46:40.117396 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f7f4ade-420d-41cd-a17c-2e07ae3adfd0 req-d14ecd7b-0327-419e-93c3-2e09db160882 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Aug 04 11:46:40.119585 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51808) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:40.386309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef128d-d91c-487d-b35a-fe086ed76ce1 tempest-TestShelveInstance-2026183492 tempest-TestShelveInstance-2026183492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:40.388119 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-caef128d-d91c-487d-b35a-fe086ed76ce1 tempest-TestShelveInstance-2026183492 tempest-TestShelveInstance-2026183492-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1093 time: 0.2671926 Aug 04 11:46:40.394131 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51820) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:40.399895 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:40.429546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.611856 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.816744 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Allocated IP 172.27.2.126 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/e70cb4b5-2bf8-4299-9ce7-48b76595b9bb) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:41.018450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.073083 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.117305 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:41.122062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:41.129444 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:41.136949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'Port': ['ID=e70cb4b5-2bf8-4299-9ce7-48b76595b9bb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:41.381817 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c5d7-6485-4dea-82ca-595a88a10a49 req-bff140cb-0ce1-4db9-8004-0146f673c78e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:41.383549 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2441c5d7-6485-4dea-82ca-595a88a10a49 req-bff140cb-0ce1-4db9-8004-0146f673c78e tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 944 time: 0.1608491 Aug 04 11:46:41.487674 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2441c5d7-6485-4dea-82ca-595a88a10a49 req-198b48fd-8360-4343-8d60-2219feb14286 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954728 Aug 04 11:46:41.579387 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:41.699260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:41.715525 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'port_id': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'mac_address': 'fa:16:3e:8f:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:41.745811 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.787214 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.806348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:41.834863 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:41.840901 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.889182 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.917779 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=9']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:41.926209 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.926555 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.926894 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.927230 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.927569 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.927897 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.928222 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.928654 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.929331 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.929958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.931046 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:41.932087 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:42.059227 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['8e70ca94-e125-484d-adc2-044bd1e2e6ee'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:42.174654 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.182888 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.279810 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event updated for resources: {'Port': ['ID=e70cb4b5-2bf8-4299-9ce7-48b76595b9bb,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:42.289009 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.436025 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Floating IP c1120fc6-452c-47aa-ac39-5799a88e1d9c associated. External IP: 172.27.2.126, port: 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a. Aug 04 11:46:42.708670 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fe951-0419-40e9-b649-dcdcbe7b7634 req-d2d769af-9352-4c5b-b806-0e82b9e0fe20 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:42.710434 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-161fe951-0419-40e9-b649-dcdcbe7b7634 req-d2d769af-9352-4c5b-b806-0e82b9e0fe20 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 945 time: 0.0843332 Aug 04 11:46:42.765542 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-161fe951-0419-40e9-b649-dcdcbe7b7634 req-e80f9c77-de4f-4b11-a40a-5c5871964935 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Aug 04 11:46:43.051456 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Router 221df054-5387-4527-a506-a9834b3bbcdd has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:43.194166 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:43.211059 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Sync routers for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:43.216488 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.230812 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:43.232244 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:46:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:43.252140 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-b2c6276b-0eb7-4c4a-876a-7e603128962e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8563521 Aug 04 11:46:43.253509 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:43.258319 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:43.309707 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f4116-a861-47f0-91c5-b2378b8dee1c x-openstack-request-id: req-f77f4116-a861-47f0-91c5-b2378b8dee1c {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:43.309916 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:43.310171 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f77f4116-a861-47f0-91c5-b2378b8dee1c {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:43.310582 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'status': 'completed', 'code': 200} Aug 04 11:46:43.403603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-dd648886-2987-4834-93dc-bc6f4fe8d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:43.406616 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-dd648886-2987-4834-93dc-bc6f4fe8d822 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1098 time: 0.0646062 Aug 04 11:46:43.426513 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:43.563655 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-9d26ef98-c172-4f59-ba96-341aef11eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:43.566604 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-9d26ef98-c172-4f59-ba96-341aef11eb4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.1508417 Aug 04 11:46:43.578793 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:43.668322 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 8e70ca94-e125-484d-adc2-044bd1e2e6ee triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:43.669274 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.729932 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-2dd9b68e-8aaa-4a10-b143-f6f317f25a41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 999 time: 0.1557312 Aug 04 11:46:43.843003 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-511cd46a-e006-4010-91a7-d4ff918713f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:43.848827 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-511cd46a-e006-4010-91a7-d4ff918713f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.1073248 Aug 04 11:46:43.849892 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.888357 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c1120fc6-452c-47aa-ac39-5799a88e1d9c', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'mac_address': 'fa:16:3e:f9:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:41Z', 'updated_at': '2021-08-04T11:46:41Z', 'revision_number': 0, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:43.902083 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:43.904885 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f96442-caeb-4b90-a9bd-a7fe90bbb398" -d '{"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:43.930152 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:43.938380 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.957375 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Checking router: 221df054-5387-4527-a506-a9834b3bbcdd for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:43.976038 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:43.978168 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:46:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:43.998879 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-89c5e04e-f46b-46e4-adc5-19c52bbf96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:44.005287 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-89c5e04e-f46b-46e4-adc5-19c52bbf96af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1492553 Aug 04 11:46:44.016317 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbd5e0f-c11e-4dbe-aee6-7663f059ca7d x-openstack-request-id: req-ebbd5e0f-c11e-4dbe-aee6-7663f059ca7d {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:44.017628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-plugged", "status": "completed", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:44.017628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebbd5e0f-c11e-4dbe-aee6-7663f059ca7d {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:44.017628 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'code': 200} Aug 04 11:46:44.061902 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=10']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:44.153552 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bfea6-e8f3-4347-85ab-e66858f07ef1 req-4e5fe44a-4dc8-4d90-9816-c2bdb3232b45 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:44.156316 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c1bfea6-e8f3-4347-85ab-e66858f07ef1 req-4e5fe44a-4dc8-4d90-9816-c2bdb3232b45 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.2283721 Aug 04 11:46:44.183105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51864) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:44.227002 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:44.242716 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c1bfea6-e8f3-4347-85ab-e66858f07ef1 req-c9fde925-1254-44b8-83b4-e24acff9b34d tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734479 Aug 04 11:46:44.293216 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-2002444f-5986-4907-8f19-55506ef0f910 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809689 Aug 04 11:46:44.327612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74958038-6262-4070-9a93-daaaf7f32350 req-674343fd-db11-48f4-92a6-6aed605a12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:44.332439 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-74958038-6262-4070-9a93-daaaf7f32350 req-674343fd-db11-48f4-92a6-6aed605a12c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 1100 time: 0.0792994 Aug 04 11:46:44.423937 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7366bfda-85a7-4a46-bcea-d85c2fec13e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.428099 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-74958038-6262-4070-9a93-daaaf7f32350 req-bcf45fd3-9e52-4a24-8672-dc59850bb63d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858529 Aug 04 11:46:44.475860 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0a6cf357-8c3b-4751-b50d-1bec2dfb13ba req-b012bf5c-bbfd-4030-8519-662ff31bab9c service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733418 Aug 04 11:46:44.574247 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7366bfda-85a7-4a46-bcea-d85c2fec13e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.580328 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7366bfda-85a7-4a46-bcea-d85c2fec13e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.611520 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c1120fc6-452c-47aa-ac39-5799a88e1d9c', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'mac_address': 'fa:16:3e:f9:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:41Z', 'updated_at': '2021-08-04T11:46:41Z', 'revision_number': 0, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:44.643061 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366bfda-85a7-4a46-bcea-d85c2fec13e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0444a09-ede2-4509-8b2f-5ad6f8c31b49,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:44.651842 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7366bfda-85a7-4a46-bcea-d85c2fec13e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae8f5b0519e5405ca74b253f885178ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669006 Aug 04 11:46:44.655461 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51868) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:44.661153 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aeeca5-6a86-42df-a705-2e8d069dd406 None None] The sync data for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi is: [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': 'c1120fc6-452c-47aa-ac39-5799a88e1d9c', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'mac_address': 'fa:16:3e:f9:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:41Z', 'updated_at': '2021-08-04T11:46:41Z', 'revision_number': 0, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:44.722851 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.763060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.825043 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.829166 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.831080 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0444a09-ede2-4509-8b2f-5ad6f8c31b49 HTTP/1.1" status: 204 len: 168 time: 0.1741800 Aug 04 11:46:44.844110 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0904a-20c6-4b15-90a6-ea8e3a8ba452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0444a09-ede2-4509-8b2f-5ad6f8c31b49,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:44.954252 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba0e2c-f591-4706-a57e-54c477f035c6 None None] New status for floating IP c1120fc6-452c-47aa-ac39-5799a88e1d9c: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:46:45.170952 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-07de5b02-2f0a-4785-a05b-b3535d231e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.349333 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 51880) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:45.378286 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-658ed95b-844a-4bdf-afba-04323d99f57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.483889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b09e68-21fb-4bf0-99a3-53bd01ed892c req-f378de5e-5f85-4e4f-bfa6-2aa7b7964c47 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:45.486740 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-76b09e68-21fb-4bf0-99a3-53bd01ed892c req-f378de5e-5f85-4e4f-bfa6-2aa7b7964c47 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.0968583 Aug 04 11:46:45.545823 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-76b09e68-21fb-4bf0-99a3-53bd01ed892c req-7b033ef5-9a25-49c8-8f03-fd8f09ae2802 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483201 Aug 04 11:46:45.576954 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-658ed95b-844a-4bdf-afba-04323d99f57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.583241 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-658ed95b-844a-4bdf-afba-04323d99f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.660998 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-658ed95b-844a-4bdf-afba-04323d99f57a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=735401d678d549acaf5b8420cfae1e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094857 Aug 04 11:46:45.662508 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed95b-844a-4bdf-afba-04323d99f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ff710-b177-4f21-90f4-99e51f6fc7c5,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:45.665916 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 51886) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:45.749455 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.785002 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.851403 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.857278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.861886 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da3ff710-b177-4f21-90f4-99e51f6fc7c5 HTTP/1.1" status: 204 len: 168 time: 0.1920745 Aug 04 11:46:45.874950 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683d24-83e1-4c77-8149-1a78b7193d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ff710-b177-4f21-90f4-99e51f6fc7c5,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:46.735236 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941a7cb-a2ab-4fa9-a6e9-bdb1fcc16575 req-31f295f7-900e-480c-8024-369d27e32ecf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:46.737483 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7941a7cb-a2ab-4fa9-a6e9-bdb1fcc16575 req-31f295f7-900e-480c-8024-369d27e32ecf tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.0810566 Aug 04 11:46:46.799459 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7941a7cb-a2ab-4fa9-a6e9-bdb1fcc16575 req-e5e618de-b6c1-4e61-a4f2-e1e6a7066a3a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537205 Aug 04 11:46:48.666514 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.808171 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7ea635cf-a3ed-4f57-a60b-d54b9deebd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:50.748441 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:52.670649 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:58.805048 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52028) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:58.980701 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9051-19e9-43ea-8ca8-e3912a148b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.145849 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9051-19e9-43ea-8ca8-e3912a148b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.151638 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9051-19e9-43ea-8ca8-e3912a148b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.196200 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-e5cf9051-19e9-43ea-8ca8-e3912a148b51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9f52bbd9da349d4806000464df2ae56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890007 Aug 04 11:46:59.197198 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf9051-19e9-43ea-8ca8-e3912a148b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf8ffa-950a-4a9b-9d93-dba88da64cb7,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:59.199097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52032) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:59.276256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.305878 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.376603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.379955 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.381346 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59cf8ffa-950a-4a9b-9d93-dba88da64cb7 HTTP/1.1" status: 204 len: 168 time: 0.1812327 Aug 04 11:46:59.394297 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567b89-747d-4570-8b54-1952e568edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf8ffa-950a-4a9b-9d93-dba88da64cb7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:59.791738 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52038) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:59.808319 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-756bfec9-f1f0-4ec2-9410-a0aca8679052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.926969 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-756bfec9-f1f0-4ec2-9410-a0aca8679052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.932753 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-756bfec9-f1f0-4ec2-9410-a0aca8679052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:59.983898 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-756bfec9-f1f0-4ec2-9410-a0aca8679052 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a631268ed02e45a99f53f105d5872584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906636 Aug 04 11:46:59.985538 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756bfec9-f1f0-4ec2-9410-a0aca8679052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17aab26-6f6c-43d0-bec1-5cfbfdc550b9,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:59.986968 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52040) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:00.064582 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.090255 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.145078 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.149045 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.150448 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a17aab26-6f6c-43d0-bec1-5cfbfdc550b9 HTTP/1.1" status: 204 len: 168 time: 0.1619806 Aug 04 11:47:00.161269 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28268226-977b-4886-9ae2-1e54caf1801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17aab26-6f6c-43d0-bec1-5cfbfdc550b9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:02.958682 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-2fe4a34f-a642-496c-8c56-24c5606d48ff tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=75de5d67998842fcb230d24b2f241e54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422108 Aug 04 11:47:03.249228 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-f5ee12c1-98c0-4882-9c53-467091e9bae0 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:03.250845 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-f5ee12c1-98c0-4882-9c53-467091e9bae0 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836668 Aug 04 11:47:03.270535 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-c63f6733-7c88-46a5-a0f6-f29a00a4cd5d tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/quotas/75de5d67998842fcb230d24b2f241e54 HTTP/1.1" status: 200 len: 375 time: 0.0110025 Aug 04 11:47:03.306599 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-8906e0ab-82b1-4e37-be90-5758958269e7 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75de5d67998842fcb230d24b2f241e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297174 Aug 04 11:47:03.547176 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bf8bf040-704e-44d4-a4ea-c1d2476c769c req-fa8fa458-029b-444c-862e-6297c04eeabb tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 210 time: 0.0570672 Aug 04 11:47:04.696610 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa3bbd45-7146-4073-b0ff-a272107ee387 req-05054cb5-451e-4d19-a54d-a5bd7582ecea tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 210 time: 0.0478745 Aug 04 11:47:04.750188 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-5db3be6d-1105-4c86-8847-1d78be2d48d4 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=75de5d67998842fcb230d24b2f241e54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532992 Aug 04 11:47:05.051328 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-c8ab396b-401c-4d25-80b5-746cffdef6f3 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:05.053256 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-c8ab396b-401c-4d25-80b5-746cffdef6f3 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953606 Aug 04 11:47:05.071694 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Request body: {'port': {'device_id': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488', 'admin_state_up': True, 'tenant_id': '75de5d67998842fcb230d24b2f241e54'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:05.254841 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Made reservation on behalf of 75de5d67998842fcb230d24b2f241e54 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:05.259616 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.279152 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.432310 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.438969 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.534667 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955af40b-c603-4f95-8810-98b8cf00b0ee,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:05.613523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Allocated IP 192.168.233.145 (df515abc-70cf-4f3b-9d4a-8aad808df488/702befb9-ec93-46bf-be28-3e70f8c8aac1/2c1d3499-2d32-49fe-880a-6021c3acb7da) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:05.822739 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f0c07fe6-060c-4098-b434-48c4265d8590 req-f5f35531-7d15-4ff9-b3f4-4058400a0c55 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 210 time: 0.0391240 Aug 04 11:47:05.847119 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.864729 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Transition to ACTIVE for port object 2c1d3499-2d32-49fe-880a-6021c3acb7da will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:05.902791 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.952060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Network df515abc-70cf-4f3b-9d4a-8aad808df488 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:05.955568 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:05.958432 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:06.002037 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Pushing event updated for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:06.044817 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.045497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.065857 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-17942bb0-8008-4c30-8823-f040ae20ab6c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0006914 Aug 04 11:47:06.085329 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Request body: {'port': {'device_id': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:06.166678 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.294215 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9f73a74d-e17c-4319-a02d-9a9f3f84b633 None None] Provisioning for port 2c1d3499-2d32-49fe-880a-6021c3acb7da completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:06.307400 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9f73a74d-e17c-4319-a02d-9a9f3f84b633 None None] Provisioning complete for port 2c1d3499-2d32-49fe-880a-6021c3acb7da triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:06.307974 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9f73a74d-e17c-4319-a02d-9a9f3f84b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.364148 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9f73a74d-e17c-4319-a02d-9a9f3f84b633 None None] Port 2c1d3499-2d32-49fe-880a-6021c3acb7da cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:06.572767 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1d3499-2d32-49fe-880a-6021c3acb7da {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:06.586498 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.604792 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Transition to ACTIVE for port object 2c1d3499-2d32-49fe-880a-6021c3acb7da will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:06.611217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.686124 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:06.743374 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.806525 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Attempting to bind port 2c1d3499-2d32-49fe-880a-6021c3acb7da on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:06.806878 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Attempting to bind port 2c1d3499-2d32-49fe-880a-6021c3acb7da by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:06.807411 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Attempting to bind port 2c1d3499-2d32-49fe-880a-6021c3acb7da on network df515abc-70cf-4f3b-9d4a-8aad808df488 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:06.813300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Port 2c1d3499-2d32-49fe-880a-6021c3acb7da on network df515abc-70cf-4f3b-9d4a-8aad808df488 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:47:06.813653 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Attempting to bind port 2c1d3499-2d32-49fe-880a-6021c3acb7da on network df515abc-70cf-4f3b-9d4a-8aad808df488 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:06.822294 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:06.822294 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Checking segment: {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:06.822294 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Bound using segment: {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:06.822908 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Bound port: 2c1d3499-2d32-49fe-880a-6021c3acb7da, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdecd32f-34e5-45ea-b69b-1365e30c9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:06.823917 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.922285 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:06.926143 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:06.933084 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.972770 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.973614 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.975108 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c1d3499-2d32-49fe-880a-6021c3acb7da HTTP/1.1" status: 200 len: 1098 time: 0.8971255 Aug 04 11:47:06.976105 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:06.981207 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:06.985079 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a018ccb-f1eb-421f-be23-f8c61d9dea14 req-1cc7b21b-4883-45a0-aa5d-e942efaaab11 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.987505 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3a018ccb-f1eb-421f-be23-f8c61d9dea14 req-1cc7b21b-4883-45a0-aa5d-e942efaaab11 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 948 time: 0.0679743 Aug 04 11:47:07.054459 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3a018ccb-f1eb-421f-be23-f8c61d9dea14 req-32deb15e-c7bd-4d36-b650-4f58337e7027 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534201 Aug 04 11:47:07.082941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00567c42-24b6-4267-ab7e-b8a84652d0e4 x-openstack-request-id: req-00567c42-24b6-4267-ab7e-b8a84652d0e4 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:07.083322 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:07.083470 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00567c42-24b6-4267-ab7e-b8a84652d0e4 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:07.084027 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da', 'status': 'completed', 'code': 200} Aug 04 11:47:07.115779 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014a8a8-bca8-4a53-8c5a-21717dfd0fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:07.145868 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-fabd07b4-0e64-4490-b90d-a229d22e843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.147486 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-fabd07b4-0e64-4490-b90d-a229d22e843d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75de5d67998842fcb230d24b2f241e54&device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 1101 time: 0.0879254 Aug 04 11:47:07.201517 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-2e1e13cc-4ed2-4196-a4ff-cb91ba1d055c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da HTTP/1.1" status: 200 len: 217 time: 0.0443277 Aug 04 11:47:07.274702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-5e2a77d1-e610-49e0-a4cf-9be145965494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.276785 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-5e2a77d1-e610-49e0-a4cf-9be145965494 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702befb9-ec93-46bf-be28-3e70f8c8aac1 HTTP/1.1" status: 200 len: 843 time: 0.0659237 Aug 04 11:47:07.331885 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-7c36f9c7-49de-494a-a09d-6eaed4684056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.333507 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-7c36f9c7-49de-494a-a09d-6eaed4684056 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df515abc-70cf-4f3b-9d4a-8aad808df488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464163 Aug 04 11:47:07.436286 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-ff870633-947a-4fb7-9e9c-b762eb09352e service neutron] 10.222.0.83 "GET /v2.0/networks/df515abc-70cf-4f3b-9d4a-8aad808df488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939784 Aug 04 11:47:07.568141 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7c8797e5-2e19-4e89-be13-90a09d5857ab req-9caf1d9e-bef0-4918-ba8e-ab2d4e5b98de service neutron] 10.222.0.83 "GET /v2.0/networks/df515abc-70cf-4f3b-9d4a-8aad808df488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204770 Aug 04 11:47:07.670125 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-d2ba18b3-adc9-4f0c-8e89-18e834961bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.671743 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-d2ba18b3-adc9-4f0c-8e89-18e834961bc7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=75de5d67998842fcb230d24b2f241e54&device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 1101 time: 0.0503895 Aug 04 11:47:07.811740 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-949bc6fb-353a-4c08-b78c-2b0f3f584e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.813183 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-949bc6fb-353a-4c08-b78c-2b0f3f584e9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=df515abc-70cf-4f3b-9d4a-8aad808df488 HTTP/1.1" status: 200 len: 870 time: 0.1317179 Aug 04 11:47:07.866388 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-a8c874e2-6965-4213-abb4-cf8cfaaa37a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da HTTP/1.1" status: 200 len: 217 time: 0.0442297 Aug 04 11:47:07.936693 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-34e59e19-38b1-4771-b896-3d94357a3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:07.938168 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-34e59e19-38b1-4771-b896-3d94357a3608 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=702befb9-ec93-46bf-be28-3e70f8c8aac1 HTTP/1.1" status: 200 len: 843 time: 0.0630336 Aug 04 11:47:08.009158 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-203cb4f7-ad29-4fdf-9ef4-1a8c16488983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:08.010683 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-203cb4f7-ad29-4fdf-9ef4-1a8c16488983 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df515abc-70cf-4f3b-9d4a-8aad808df488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0635853 Aug 04 11:47:08.133938 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-b71e750e-dbfd-4597-9d1a-1095c904f05f service neutron] 10.222.0.83 "GET /v2.0/networks/df515abc-70cf-4f3b-9d4a-8aad808df488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136401 Aug 04 11:47:08.323313 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e663ad-e95a-4c31-8f83-4044a98632a0 req-4d7ccc48-fa19-4c75-8050-ca514513bedf tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:08.325280 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29e663ad-e95a-4c31-8f83-4044a98632a0 req-4d7ccc48-fa19-4c75-8050-ca514513bedf tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 948 time: 0.1438332 Aug 04 11:47:08.348153 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-78eaa360-a97e-4e94-bf37-3f3b8785a3c7 req-1fd4854c-09f5-47d8-ac0e-e01212980960 service neutron] 10.222.0.83 "GET /v2.0/networks/df515abc-70cf-4f3b-9d4a-8aad808df488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013314 Aug 04 11:47:08.381499 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-29e663ad-e95a-4c31-8f83-4044a98632a0 req-e36f51d9-22d9-45f1-8318-c793df94718d tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Aug 04 11:47:09.533604 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a970-a5fa-4798-9036-7d7cd0104f83 req-df003070-3997-4e2a-908a-a132245623e3 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:09.536618 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4563a970-a5fa-4798-9036-7d7cd0104f83 req-df003070-3997-4e2a-908a-a132245623e3 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 948 time: 0.0676122 Aug 04 11:47:09.594688 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4563a970-a5fa-4798-9036-7d7cd0104f83 req-20704872-83af-44b4-b8f8-6a3702c236e4 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519571 Aug 04 11:47:09.639808 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2c1d3499-2d32-49fe-880a-6021c3acb7da details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:47:09.750449 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:09.766203 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '2c1d3499-2d32-49fe-880a-6021c3acb7da', 'network_id': 'df515abc-70cf-4f3b-9d4a-8aad808df488', 'port_id': '2c1d3499-2d32-49fe-880a-6021c3acb7da', 'mac_address': 'fa:16:3e:74:5f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702befb9-ec93-46bf-be28-3e70f8c8aac1', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:47:09.806592 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.820769 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1d3499-2d32-49fe-880a-6021c3acb7da {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:09.842918 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:09.847099 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.906689 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:10.113623 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['2c1d3499-2d32-49fe-880a-6021c3acb7da'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:47:10.747387 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46a35d-da53-4560-8171-b85cfe6d7f3d req-fbfc1cd9-a281-4c5d-9164-d99b93827a7f tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:10.749521 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1e46a35d-da53-4560-8171-b85cfe6d7f3d req-fbfc1cd9-a281-4c5d-9164-d99b93827a7f tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 949 time: 0.0626912 Aug 04 11:47:10.815507 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1e46a35d-da53-4560-8171-b85cfe6d7f3d req-41e5aa9f-1741-4260-a661-9a50587bc653 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584009 Aug 04 11:47:11.670478 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2c1d3499-2d32-49fe-880a-6021c3acb7da up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:11.730092 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 2c1d3499-2d32-49fe-880a-6021c3acb7da completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:11.736056 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 2c1d3499-2d32-49fe-880a-6021c3acb7da triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:11.736687 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.844202 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.892100 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:11.896011 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c6da1-f66d-4d67-b478-ec118f94643f" -d '{"events": [{"server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:11.922269 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:11.927562 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.969047 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baf78bb-31b5-45c9-ba08-0840e9679d53 x-openstack-request-id: req-5baf78bb-31b5-45c9-ba08-0840e9679d53 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:11.969464 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:11.969773 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5baf78bb-31b5-45c9-ba08-0840e9679d53 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:11.970298 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da', 'code': 200} Aug 04 11:47:11.985666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786dae-bc7f-49ec-96ca-540ce4b126e3 req-0a24fdbc-742e-487c-8702-ab41cac62271 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:11.987170 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-54786dae-bc7f-49ec-96ca-540ce4b126e3 req-0a24fdbc-742e-487c-8702-ab41cac62271 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 950 time: 0.0698256 Aug 04 11:47:12.012486 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:12.040565 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-54786dae-bc7f-49ec-96ca-540ce4b126e3 req-18b58349-26c0-4eb3-9981-589d9fa44faf tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Aug 04 11:47:12.044033 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:12.156174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed32b-f89e-47ed-b67d-650cc0654246 req-19cb709a-dae9-4bee-af46-ee81e4f47391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:12.157712 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5a2ed32b-f89e-47ed-b67d-650cc0654246 req-19cb709a-dae9-4bee-af46-ee81e4f47391 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 1103 time: 0.0437033 Aug 04 11:47:12.197285 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5a2ed32b-f89e-47ed-b67d-650cc0654246 req-bab8810b-fc58-4673-812f-24e727838006 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305686 Aug 04 11:47:13.184639 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e8a28-0541-4028-87bc-b77d97dedafd req-8955255b-fd1c-4f21-a16f-ab7d9bcde5bb tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:13.186279 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ac4e8a28-0541-4028-87bc-b77d97dedafd req-8955255b-fd1c-4f21-a16f-ab7d9bcde5bb tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 950 time: 0.0535545 Aug 04 11:47:13.231130 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ac4e8a28-0541-4028-87bc-b77d97dedafd req-836dfc99-40cc-4c1c-9a7c-f6bfcdee1bd3 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Aug 04 11:47:13.520053 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f5ede-85f9-43f9-9fa5-2afb9800b18e req-5f34f294-6391-4ab0-ad30-7d101b59570b tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:13.521742 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-747f5ede-85f9-43f9-9fa5-2afb9800b18e req-5f34f294-6391-4ab0-ad30-7d101b59570b tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 950 time: 0.0568864 Aug 04 11:47:13.572583 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-747f5ede-85f9-43f9-9fa5-2afb9800b18e req-c7e67689-14b9-4230-800b-2978d9c4726c tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Aug 04 11:47:14.707461 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264dad3-43ee-475d-8d67-76371a065980 req-beae85e5-3406-4749-84db-c4d9f73be3a6 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:14.709032 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7264dad3-43ee-475d-8d67-76371a065980 req-beae85e5-3406-4749-84db-c4d9f73be3a6 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 950 time: 0.0589862 Aug 04 11:47:14.756671 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7264dad3-43ee-475d-8d67-76371a065980 req-64a16011-0dd5-4c26-808c-db95d254d7cd tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/security-groups?id=955af40b-c603-4f95-8810-98b8cf00b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Aug 04 11:47:15.115096 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-fa935248-a470-42e9-91e7-0eb2b92fafe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:15.136733 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-6cbd1ef8-35bd-4ef0-a603-8dd4cb80bce9 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:15.138908 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-6cbd1ef8-35bd-4ef0-a603-8dd4cb80bce9 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.83 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 950 time: 0.0585079 Aug 04 11:47:15.249476 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Deleting port 2c1d3499-2d32-49fe-880a-6021c3acb7da {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:15.249815 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:15.379134 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] For port 2c1d3499-2d32-49fe-880a-6021c3acb7da, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c1d3499-2d32-49fe-880a-6021c3acb7da,segment=NetworkSegment(fdecd32f-34e5-45ea-b69b-1365e30c9c8a),segment_id=fdecd32f-34e5-45ea-b69b-1365e30c9c8a)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:15.379523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:15.393162 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Calling delete_port for 2c1d3499-2d32-49fe-880a-6021c3acb7da owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:15.561236 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:15.573311 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['2c1d3499-2d32-49fe-880a-6021c3acb7da'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:47:15.592728 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Pushing event deleted for resources: {'Port': ['ID=2c1d3499-2d32-49fe-880a-6021c3acb7da,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:15.647161 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] No DVR routers for this DVR port 2c1d3499-2d32-49fe-880a-6021c3acb7da on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:15.650763 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:15.653097 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8c4c639a-eef7-47b4-9f2f-afcad67f9082 req-5eb34c75-83ac-42ff-9876-d4404abb9326 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.83 "DELETE /v2.0/ports/2c1d3499-2d32-49fe-880a-6021c3acb7da HTTP/1.1" status: 204 len: 173 time: 0.5075736 Aug 04 11:47:15.653593 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'name': 'network-vif-deleted', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:15.655997 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68a84bb-3268-4534-bb64-071da6156011" -d '{"events": [{"server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "name": "network-vif-deleted", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:15.697290 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60e0984-4401-45eb-94e7-e45e4e5c064f x-openstack-request-id: req-c60e0984-4401-45eb-94e7-e45e4e5c064f {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:15.697626 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070e7048-a1b0-422e-8bcb-d6cadaf645a5", "name": "network-vif-deleted", "tag": "2c1d3499-2d32-49fe-880a-6021c3acb7da", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:15.697847 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c60e0984-4401-45eb-94e7-e45e4e5c064f {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:15.698182 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070e7048-a1b0-422e-8bcb-d6cadaf645a5', 'name': 'network-vif-deleted', 'tag': '2c1d3499-2d32-49fe-880a-6021c3acb7da', 'status': 'completed', 'code': 200} Aug 04 11:47:15.898581 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-803418a4-9db6-4041-9260-7b6852549367 req-6afec08c-9747-46a7-8d6e-8fb7d6c5dd09 tempest-VolumesNegativeTest-1111519588 tempest-VolumesNegativeTest-1111519588-project] 10.222.0.44 "GET /v2.0/ports?device_id=070e7048-a1b0-422e-8bcb-d6cadaf645a5 HTTP/1.1" status: 200 len: 210 time: 0.0316045 Aug 04 11:47:18.660305 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.724968 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2c1d3499-2d32-49fe-880a-6021c3acb7da no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:19.887216 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 2c1d3499-2d32-49fe-880a-6021c3acb7da {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:19.887593 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 2c1d3499-2d32-49fe-880a-6021c3acb7da not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:19.906878 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7d43fb79-f045-4b44-ba25-e5099861493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.647405 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6953ca-36ed-4b81-bd3c-fdd0fb1c0bad req-fd91ea0b-beb6-4ebb-9776-e3209702cd6b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:20.649152 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8d6953ca-36ed-4b81-bd3c-fdd0fb1c0bad req-fd91ea0b-beb6-4ebb-9776-e3209702cd6b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.0525472 Aug 04 11:47:20.692101 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8d6953ca-36ed-4b81-bd3c-fdd0fb1c0bad req-f88d1c1e-01eb-4d95-8730-2a64350221bc tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359063 Aug 04 11:47:20.755539 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.438872 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52386) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:21.602731 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-cb89cce2-e734-4cb9-9a98-151bdf4ed19a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75de5d67998842fcb230d24b2f241e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626549 Aug 04 11:47:21.605745 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52390) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:21.673711 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.712852 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.766947 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.769769 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.773837 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/955af40b-c603-4f95-8810-98b8cf00b0ee HTTP/1.1" status: 204 len: 168 time: 0.1636019 Aug 04 11:47:21.780487 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955af40b-c603-4f95-8810-98b8cf00b0ee,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:21.790473 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.790901 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.791256 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.791621 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.792083 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.792476 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.792882 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.793224 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.793633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.794059 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.794633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.795206 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b5156-7108-4e30-a498-d8becd70a344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:21.869528 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5019-425b-4d46-860d-a345f2d175e7 req-3bad444f-d994-4c23-a23c-5756cdbd7f2f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:21.872296 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-91be5019-425b-4d46-860d-a345f2d175e7 req-3bad444f-d994-4c23-a23c-5756cdbd7f2f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.0793624 Aug 04 11:47:21.934242 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-91be5019-425b-4d46-860d-a345f2d175e7 req-d5143a7e-46ef-4e51-8d7a-ebe41c1e410a tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups?id=529f05b3-f335-40af-8f80-202acfe363ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519655 Aug 04 11:47:21.982819 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-7775ee14-ad81-4963-88d6-21ec9785e8f9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:21.984876 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-7775ee14-ad81-4963-88d6-21ec9785e8f9 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 947 time: 0.0668051 Aug 04 11:47:22.167455 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Deleting port 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:22.167798 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.285500 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] For port 8e70ca94-e125-484d-adc2-044bd1e2e6ee, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8e70ca94-e125-484d-adc2-044bd1e2e6ee,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:22.285865 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.478463 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.478731 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.479041 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Floating IP 142128ec-ec45-4500-a317-83b21b8dd4f9 disassociated. External IP: 172.27.2.39, port: 8e70ca94-e125-484d-adc2-044bd1e2e6ee. Aug 04 11:47:22.479381 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Calling delete_port for 8e70ca94-e125-484d-adc2-044bd1e2e6ee owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:22.621754 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.657373 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'Port': ['ID=8e70ca94-e125-484d-adc2-044bd1e2e6ee,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:22.684889 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.807646 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:22.922963 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:22.934237 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:22.945319 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:22.945952 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:47:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:23.092897 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:23.312517 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] No DVR routers for this DVR port 8e70ca94-e125-484d-adc2-044bd1e2e6ee on host hv-cinder-78414 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:23.316609 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.318619 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1f0a14e2-9938-435f-a351-03fcd112ede3 req-0778590c-171b-4e34-8621-1dd5125e2ba2 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.83 "DELETE /v2.0/ports/8e70ca94-e125-484d-adc2-044bd1e2e6ee HTTP/1.1" status: 204 len: 173 time: 1.3274517 Aug 04 11:47:23.319320 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-deleted', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:23.323003 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fbd7f8-4c49-4b97-adea-ec45b7cce00c" -d '{"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-deleted", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:23.349078 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-20656ba9-18b3-4c6b-a269-3ba89cfc4b93 req-25b7b38e-4846-489f-9b27-bbc1f4d6a3c1 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/ports?device_id=51ab22ff-32c9-4401-aab3-234ec542737e HTTP/1.1" status: 200 len: 210 time: 0.0705523 Aug 04 11:47:23.410463 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a173d7-20f2-4781-b40c-969323beb690 x-openstack-request-id: req-d1a173d7-20f2-4781-b40c-969323beb690 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:23.410739 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab22ff-32c9-4401-aab3-234ec542737e", "name": "network-vif-deleted", "tag": "8e70ca94-e125-484d-adc2-044bd1e2e6ee", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:23.410984 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1a173d7-20f2-4781-b40c-969323beb690 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:23.411381 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab22ff-32c9-4401-aab3-234ec542737e', 'name': 'network-vif-deleted', 'tag': '8e70ca94-e125-484d-adc2-044bd1e2e6ee', 'status': 'completed', 'code': 200} Aug 04 11:47:23.420679 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:23.454988 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:23.464253 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:23.464941 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:47:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:23.575962 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:23.911062 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:23.940509 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0729aff-4fd7-4455-a881-27623c78dc1b None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:39:53Z', 'revision_number': 4, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '705d071c-9079-4eef-8170-3ebed3c87186', 'name': '', 'network_id': 'a7bbfc98-be9b-4a25-871c-a45fd8bc5a01', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'mac_address': 'fa:16:3e:28:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:52Z', 'updated_at': '2021-08-04T11:40:06Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'subnets': [{'id': 'a987c9a8-ca31-43ee-8243-3c72eea271b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:24.175795 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab3f13-914d-476b-98f9-07ee004170bb None None] New status for floating IP 142128ec-ec45-4500-a317-83b21b8dd4f9: DOWN {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:47:24.481367 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52404) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:24.539917 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.566966 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.623610 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.626265 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.627708 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "DELETE /v2.0/security-groups/529f05b3-f335-40af-8f80-202acfe363ed HTTP/1.1" status: 204 len: 168 time: 0.1451252 Aug 04 11:47:24.630532 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52406) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:24.638346 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fb3eb-47a9-4f8e-b72e-3b50820bb03f tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f05b3-f335-40af-8f80-202acfe363ed,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:24.652335 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.api.v2.resource [None req-0d4e6050-b80c-4a83-a2b9-3b507823d71b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] show failed (client error): The resource could not be found. Aug 04 11:47:24.653838 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0d4e6050-b80c-4a83-a2b9-3b507823d71b tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "GET /v2.0/security-groups/529f05b3-f335-40af-8f80-202acfe363ed HTTP/1.1" status: 404 len: 347 time: 0.0221071 Aug 04 11:47:24.656990 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52408) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:24.805416 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Deleting port c630ede3-4dc6-419e-b0d7-60942d37a68c {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:24.805956 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.894102 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.894430 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.907101 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Calling delete_port for c630ede3-4dc6-419e-b0d7-60942d37a68c owned by network:floatingip {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:25.052002 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.077083 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Pushing event deleted for resources: {'Port': ['ID=c630ede3-4dc6-419e-b0d7-60942d37a68c,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:25.107303 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.107653 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.107996 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.108335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.108698 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.109034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.109364 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.109699 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.110027 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.110350 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.110673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.110993 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:25.152436 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks [] for floatingip, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.154971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.156178 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c21b3376-6a3a-42d1-b529-0c671826b850 tempest-AttachVolumeShelveTestJSON-45540093 tempest-AttachVolumeShelveTestJSON-45540093-project] 10.222.0.44 "DELETE /v2.0/floatingips/142128ec-ec45-4500-a317-83b21b8dd4f9 HTTP/1.1" status: 204 len: 168 time: 0.4982445 Aug 04 11:47:25.749406 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:25.771055 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 8e70ca94-e125-484d-adc2-044bd1e2e6ee {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:25.771402 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 8e70ca94-e125-484d-adc2-044bd1e2e6ee not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:27.617377 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52430) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:28.193511 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.498590 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Deleting port 705d071c-9079-4eef-8170-3ebed3c87186 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:28.498844 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.595257 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] For port 705d071c-9079-4eef-8170-3ebed3c87186, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=705d071c-9079-4eef-8170-3ebed3c87186,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:28.595613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.610714 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Calling delete_port for 705d071c-9079-4eef-8170-3ebed3c87186 owned by network:router_interface {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:28.829877 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.860466 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=705d071c-9079-4eef-8170-3ebed3c87186,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:29.057025 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.298100 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:29.423411 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:29.430462 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5678c9d2-fc68-46d1-bbbf-0b23e7c54cbb admin admin] 10.222.0.44 "PUT /v2.0/routers/af2a2b4e-2b5d-4231-8b3c-add8c809f3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105037 Aug 04 11:47:29.433000 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52434) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:29.434497 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Sync routers for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:29.446849 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:29.447744 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:47:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:29.564743 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.597432 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:29.673680 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.756422 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Deleting port ebe0d556-a642-4c9e-ab2e-e6f9cee37074 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:29.756774 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.801882 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:47:28Z', 'revision_number': 5, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port': {'id': 'ebe0d556-a642-4c9e-ab2e-e6f9cee37074', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:dd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:39:46Z', 'updated_at': '2021-08-04T11:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:29.830847 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Checking router: af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:29.840738 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Routers {'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:29.841518 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:47:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:29.849833 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] For port ebe0d556-a642-4c9e-ab2e-e6f9cee37074, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:29.851135 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.868155 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Calling delete_port for ebe0d556-a642-4c9e-ab2e-e6f9cee37074 owned by network:router_gateway {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:29.956065 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] Set router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:30.011784 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:47:29Z', 'revision_number': 6, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:30.044480 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883681f-5ee1-49b1-899a-dbddd9e5c670 None None] The sync data for ids ['af2a2b4e-2b5d-4231-8b3c-add8c809f3c5'] in dv-cinder-784140-6-iscsi is: [{'id': 'af2a2b4e-2b5d-4231-8b3c-add8c809f3c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1386646355-router', 'tenant_id': '9cf660c7a4da462fa02c358a17c7bdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:39:45Z', 'updated_at': '2021-08-04T11:47:29Z', 'revision_number': 6, 'project_id': '9cf660c7a4da462fa02c358a17c7bdce', 'gw_port_host': None}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:30.381979 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.430543 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe0d556-a642-4c9e-ab2e-e6f9cee37074,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:30.500309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.592174 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.594769 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.655917 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.656619 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 {{(pid=99841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:47:30.662426 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.664630 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4eb65972-59d9-4389-9ba1-863290f835d1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/af2a2b4e-2b5d-4231-8b3c-add8c809f3c5 HTTP/1.1" status: 204 len: 168 time: 1.2298729 Aug 04 11:47:30.667911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52436) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:30.721933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Deleting subnet a987c9a8-ca31-43ee-8243-3c72eea271b2 {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:47:30.726879 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.765790 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.866172 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.936105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.962909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a987c9a8-ca31-43ee-8243-3c72eea271b2,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:30.967350 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:30.970660 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-7420d17d-44c3-4547-b4e2-e60640facf9a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a987c9a8-ca31-43ee-8243-3c72eea271b2 HTTP/1.1" status: 204 len: 168 time: 0.3014903 Aug 04 11:47:30.973192 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5527f-4062-4c84-bba6-9ac1dc8e6963 None None] Network a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:30.973971 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52438) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.052071 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.119819 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Deleting port 06106e20-e652-4322-9384-8fe165ad3674 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:31.120160 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.187985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] DHCP port deletion for a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:47:31.210825 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] For port 06106e20-e652-4322-9384-8fe165ad3674, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=06106e20-e652-4322-9384-8fe165ad3674,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:31.211299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.227395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Calling delete_port for 06106e20-e652-4322-9384-8fe165ad3674 owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:31.255895 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Deleting port 06106e20-e652-4322-9384-8fe165ad3674 {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:31.256263 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.339190 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] For port 06106e20-e652-4322-9384-8fe165ad3674, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=06106e20-e652-4322-9384-8fe165ad3674,segment=NetworkSegment(903ebcc7-c73c-4635-9bd3-cfbc943083d1),segment_id=903ebcc7-c73c-4635-9bd3-cfbc943083d1)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:31.339690 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.352548 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.357277 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Calling delete_port for 06106e20-e652-4322-9384-8fe165ad3674 owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:31.382078 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Pushing event deleted for resources: {'Port': ['ID=06106e20-e652-4322-9384-8fe165ad3674,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:31.385853 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] No DVR routers for this DVR port 06106e20-e652-4322-9384-8fe165ad3674 on host dv-cinder-784140-6-iscsi {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:31.454381 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.477948 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.484792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] Pushing event deleted for resources: {'Port': ['ID=06106e20-e652-4322-9384-8fe165ad3674,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:31.488569 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a4a17-1776-4bd2-ac8b-6588c5df569c None None] No DVR routers for this DVR port 06106e20-e652-4322-9384-8fe165ad3674 on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:31.492065 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bbfc98-be9b-4a25-871c-a45fd8bc5a01']}} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:31.511127 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903ebcc7-c73c-4635-9bd3-cfbc943083d1') {'for_net_delete': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:31.511432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903ebcc7-c73c-4635-9bd3-cfbc943083d1') {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:31.522334 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067574'] for segment, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.547816 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.556777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=99841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:47:31.557194 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068066'] for segment, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: Traceback (most recent call last): Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: timer() Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: cb(*args, **kw) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: return func(*args, **kwargs) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: self._notify() Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: self.callback(batched_events) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: event.method(event) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: return f(self, *a, **k) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._get(url).json() Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: return self.request(url, 'GET', **kwargs) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:47:31.559072 dv-cinder-784140-6-iscsi neutron-server[99841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:47:31.573084 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device ebe0d556-a642-4c9e-ab2e-e6f9cee37074 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:31.603470 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: ebe0d556-a642-4c9e-ab2e-e6f9cee37074 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:31.603946 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device ebe0d556-a642-4c9e-ab2e-e6f9cee37074 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:31.604634 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 705d071c-9079-4eef-8170-3ebed3c87186 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:31.640773 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 705d071c-9079-4eef-8170-3ebed3c87186 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:31.641251 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 705d071c-9079-4eef-8170-3ebed3c87186 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:31.641926 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 06106e20-e652-4322-9384-8fe165ad3674 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:31.646911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.667432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.672641 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 06106e20-e652-4322-9384-8fe165ad3674 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:31.673023 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 06106e20-e652-4322-9384-8fe165ad3674 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:31.674698 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a7bbfc98-be9b-4a25-871c-a45fd8bc5a01 HTTP/1.1" status: 204 len: 168 time: 0.6981075 Aug 04 11:47:31.676263 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db262b4-ecc2-452e-a080-1f8836ec4526 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bbfc98-be9b-4a25-871c-a45fd8bc5a01,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:31.828974 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52442) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.895478 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-899223b3-412e-4253-a746-2e8bde719453 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cf660c7a4da462fa02c358a17c7bdce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0652912 Aug 04 11:47:31.899878 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52444) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.959855 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.984109 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.042705 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.045636 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.047108 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd3524c1-96ff-45e5-add2-fe0f7453f4d8 HTTP/1.1" status: 204 len: 168 time: 0.1460283 Aug 04 11:47:32.061476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769626f-21e4-4e14-a8c3-523a502358cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3524c1-96ff-45e5-add2-fe0f7453f4d8,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:32.889233 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 52466) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:33.011566 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1205217396-network', 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:33.044668 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:33.049757 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.061219 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.190207 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.197447 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.227767 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:47:33.241887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52f166-bf70-436a-85a2-63a7a990be28,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:33.249215 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.250713 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.segments_db [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Added segment a14d89e0-3521-4d58-afa5-f157f71fb9b6 of type vlan for network 6cf68cac-003a-4c81-99de-e266b6a3e472 Aug 04 11:47:33.308840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.350348 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.352590 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:33.353692 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.447718 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5572889 Aug 04 11:47:33.451507 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52470) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:33.454452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cc561-5f27-4be8-9822-414c5e0fef83 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf68cac-003a-4c81-99de-e266b6a3e472,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:33.456975 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Request body: {'subnet': {'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1205217396-subnet', 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:33.467816 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:47:33.487202 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'subnet': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:33.489934 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33174772'] for subnet, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.691376 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5068235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33174730'] for subnet, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.757654 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f214b19b-2866-4a93-aafd-fb0fca7e929e,revision_number=0']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:33.782417 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Checking segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:33.782880 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Network hostable DHCP agents. Network: 6cf68cac-003a-4c81-99de-e266b6a3e472, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:47:33.808974 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:47:33.820641 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 6cf68cac-003a-4c81-99de-e266b6a3e472) {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:33.825539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:33.826322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.834645 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846064a9-1067-4a67-9548-0ac3dda07fc1 None None] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:33.847166 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c9159202-06a9-43c9-9f12-7957d3be8390 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3944981 Aug 04 11:47:33.985844 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1f5bf-31ec-4bb9-a1d4-b2f29a1ccdba None None] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:34.402918 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-7e84561a-ca2e-4b09-84a4-a206916cb2c1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:34.404419 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-7e84561a-ca2e-4b09-84a4-a206916cb2c1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1310501 Aug 04 11:47:34.421779 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-98b76c84-ee3f-4003-985d-c87e6cfc4c0d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/quotas/c5054dce1b2649b29aeb98aaaba21248 HTTP/1.1" status: 200 len: 375 time: 0.0103536 Aug 04 11:47:34.458607 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-3801c6fe-323b-47a6-8df2-d46e114bd05c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307980 Aug 04 11:47:34.604072 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-e923c99e-7928-4141-bbe9-29aa0841721e service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374857 Aug 04 11:47:34.706647 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-2c8b1ebc-9b12-42c7-adb8-f48f854bb1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958028 Aug 04 11:47:34.871186 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-52d7fe7f-50a7-4a40-a6d5-fbd062c3f9ac req-c1ff3cdc-9f2c-4819-ad7d-396e659124b5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Aug 04 11:47:35.885764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-1c23f908-eebf-446a-aaa1-80ed75896ade tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:35.887336 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-1c23f908-eebf-446a-aaa1-80ed75896ade tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1120484 Aug 04 11:47:35.901574 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Request body: {'port': {'device_id': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'admin_state_up': True, 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:35.994781 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2ffe46b5-b73a-4e04-8e19-1290a7038d95 req-93896632-4860-4bdd-b714-3f4374790ca0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 210 time: 0.0425158 Aug 04 11:47:36.076104 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:36.081032 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.260928 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Allocated IP 172.20.0.6 (6cf68cac-003a-4c81-99de-e266b6a3e472/f214b19b-2866-4a93-aafd-fb0fca7e929e/88ecd15a-fea7-4de7-840b-31c51453cdd1) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:36.459022 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.512993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.559134 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:36.562877 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:36.572322 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:36.584512 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event updated for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:36.672921 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:36.673925 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.695293 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-cf1497a4-5b08-4341-993c-0c997c64b2a0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977788 Aug 04 11:47:36.708027 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Request body: {'port': {'device_id': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:36.760194 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.794827 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.141087 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab45c-8fbe-4293-8311-b677103dae2f req-565b091a-00ff-467c-b4cd-b5133c8fa30e tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.142541 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-68aab45c-8fbe-4293-8311-b677103dae2f req-565b091a-00ff-467c-b4cd-b5133c8fa30e tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 931 time: 0.0617282 Aug 04 11:47:37.150066 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ecd15a-fea7-4de7-840b-31c51453cdd1 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:37.159205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.179497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Transition to ACTIVE for port object 88ecd15a-fea7-4de7-840b-31c51453cdd1 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:37.183110 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.202100 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-68aab45c-8fbe-4293-8311-b677103dae2f req-1fa503b1-f1b6-4100-be02-f33eaf485cb8 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Aug 04 11:47:37.255712 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Pushing event updated for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:37.316746 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Attempting to bind port 88ecd15a-fea7-4de7-840b-31c51453cdd1 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:37.317203 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Attempting to bind port 88ecd15a-fea7-4de7-840b-31c51453cdd1 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:37.317652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Attempting to bind port 88ecd15a-fea7-4de7-840b-31c51453cdd1 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:37.323677 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Port 88ecd15a-fea7-4de7-840b-31c51453cdd1 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:47:37.323999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Attempting to bind port 88ecd15a-fea7-4de7-840b-31c51453cdd1 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:37.329803 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:37.330416 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Checking segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:37.330899 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Bound using segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:37.331662 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Bound port: 88ecd15a-fea7-4de7-840b-31c51453cdd1, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:37.332266 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.403154 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:37.406386 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:37.412986 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.449978 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.450603 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.452083 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/88ecd15a-fea7-4de7-840b-31c51453cdd1 HTTP/1.1" status: 200 len: 1093 time: 0.7485487 Aug 04 11:47:37.452586 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:37.454935 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c8312-3d60-4f5d-9189-242262aa5772" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:37.481118 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124694a3-e7f8-4b08-81ad-8ed4b1c603b6 service neutron] Pushing event updated for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:37.511826 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37daa43f-ad0f-4289-98c4-3e71dea0c6ea x-openstack-request-id: req-37daa43f-ad0f-4289-98c4-3e71dea0c6ea {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:37.512190 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:37.512585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37daa43f-ad0f-4289-98c4-3e71dea0c6ea {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:37.513072 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1', 'status': 'completed', 'code': 200} Aug 04 11:47:37.557647 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-54c708f4-bca0-4083-8c84-e6d9ff5ba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.559190 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-54c708f4-bca0-4083-8c84-e6d9ff5ba0a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 1096 time: 0.0616777 Aug 04 11:47:37.610337 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-13b860e7-668d-48bf-b110-7cdec5c21848 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1 HTTP/1.1" status: 200 len: 217 time: 0.0419164 Aug 04 11:47:37.679366 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-c31aaa1f-f534-4116-91c8-88fc392bd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.680878 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-c31aaa1f-f534-4116-91c8-88fc392bd8c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0629053 Aug 04 11:47:37.717661 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-282d5797-cd30-49e3-a5da-72cd244b1df4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280721 Aug 04 11:47:37.830363 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-ab4218df-4f1a-4531-9263-edd7d677314a service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047432 Aug 04 11:47:37.962725 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cc8b92d2-a12a-47a6-90fa-6496000bd2e1 req-765f5197-8b6c-4a5f-ab4f-0860965e9dbe service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242847 Aug 04 11:47:38.079421 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-e3961488-1987-445c-add6-4abde18307bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:38.081041 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-e3961488-1987-445c-add6-4abde18307bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 1096 time: 0.0570545 Aug 04 11:47:38.193242 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-3c8b1c27-0477-4381-854a-1a4dcb86e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:38.195351 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-3c8b1c27-0477-4381-854a-1a4dcb86e2e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 916 time: 0.1027544 Aug 04 11:47:38.239199 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-fcf3ae27-b2b3-4bde-a359-f43f9c893119 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1 HTTP/1.1" status: 200 len: 217 time: 0.0360904 Aug 04 11:47:38.301870 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-8ff5e011-3745-49cd-ae86-2675129afffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:38.304454 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-8ff5e011-3745-49cd-ae86-2675129afffa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0584023 Aug 04 11:47:38.335839 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90395a2f-d8d5-47dc-ab8c-8ea0b785bcd0 req-99288e1e-427e-4d82-841a-dde40d083e74 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:38.337391 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-90395a2f-d8d5-47dc-ab8c-8ea0b785bcd0 req-99288e1e-427e-4d82-841a-dde40d083e74 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 943 time: 0.0559075 Aug 04 11:47:38.338897 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-b04144c5-adbc-4d18-bd6a-e7c40af15030 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263288 Aug 04 11:47:38.379432 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-90395a2f-d8d5-47dc-ab8c-8ea0b785bcd0 req-06c70965-11e8-493b-9c8a-2cefe8287495 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Aug 04 11:47:38.433905 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-187251c2-d8c5-4ba9-9694-e1f69b454b7a service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874958 Aug 04 11:47:38.542254 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ff3c8312-3d60-4f5d-9189-242262aa5772 req-d9ffb835-dbe2-4952-8198-c5e44e2f2a2f service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002524 Aug 04 11:47:39.504183 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893c7e-cd93-47aa-a6c3-81150ac9a466 req-148d5b49-1ecc-452c-a024-8bd25843e7b5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:39.505726 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-70893c7e-cd93-47aa-a6c3-81150ac9a466 req-148d5b49-1ecc-452c-a024-8bd25843e7b5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 943 time: 0.0535779 Aug 04 11:47:39.546629 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-70893c7e-cd93-47aa-a6c3-81150ac9a466 req-8a4eac84-aecf-419d-be8e-7abd3c94e70f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Aug 04 11:47:39.811164 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 88ecd15a-fea7-4de7-840b-31c51453cdd1 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:47:39.916332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:39.928356 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '88ecd15a-fea7-4de7-840b-31c51453cdd1', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'port_id': '88ecd15a-fea7-4de7-840b-31c51453cdd1', 'mac_address': 'fa:16:3e:f6:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f214b19b-2866-4a93-aafd-fb0fca7e929e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:47:39.971411 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.985215 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ecd15a-fea7-4de7-840b-31c51453cdd1 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:40.007129 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:40.011348 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.064141 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:40.243047 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:47:40.676215 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc9d1d-21e2-41d2-b74d-d967ea9403b8 req-7f37bb72-6c72-4b28-b5ab-5aa572cd25f1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:40.677730 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fffc9d1d-21e2-41d2-b74d-d967ea9403b8 req-7f37bb72-6c72-4b28-b5ab-5aa572cd25f1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 944 time: 0.0515642 Aug 04 11:47:40.723837 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fffc9d1d-21e2-41d2-b74d-d967ea9403b8 req-3ad5d118-ce39-4032-9035-62e3c0b05bd8 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Aug 04 11:47:41.827264 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 88ecd15a-fea7-4de7-840b-31c51453cdd1 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:41.851998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b3f7b-fc20-434c-a6ee-e7352bb001f3 req-1d4eb9ac-e565-4d5c-8f51-367dbef5de46 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:41.853638 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e50b3f7b-fc20-434c-a6ee-e7352bb001f3 req-1d4eb9ac-e565-4d5c-8f51-367dbef5de46 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Aug 04 11:47:41.885663 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 88ecd15a-fea7-4de7-840b-31c51453cdd1 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:41.889946 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 88ecd15a-fea7-4de7-840b-31c51453cdd1 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:41.890318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.904083 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e50b3f7b-fc20-434c-a6ee-e7352bb001f3 req-29a0c5b0-ef1b-4886-a969-3a5f0693e696 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Aug 04 11:47:41.985526 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.011558 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:42.013830 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46de30a-f69f-4f3f-adff-2a54fe1b8a28" -d '{"events": [{"server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "name": "network-vif-plugged", "status": "completed", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:42.028800 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:42.033118 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.058131 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd71510a-a54d-46f6-814c-03a866ef187e x-openstack-request-id: req-fd71510a-a54d-46f6-814c-03a866ef187e {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:42.058421 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "name": "network-vif-plugged", "status": "completed", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:42.058669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd71510a-a54d-46f6-814c-03a866ef187e {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:42.059049 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1', 'code': 200} Aug 04 11:47:42.087413 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:42.094954 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.095306 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.095624 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.095962 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.096280 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.096691 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.097212 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.097364 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.097688 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.098008 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.098325 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.098640 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:42.250579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b98f-a97f-4824-b846-87213cd7e5d8 req-c3f5db6f-ea4f-4606-bff1-c3ef8c1af7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:42.252166 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-afa6b98f-a97f-4824-b846-87213cd7e5d8 req-c3f5db6f-ea4f-4606-bff1-c3ef8c1af7c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 1098 time: 0.0464611 Aug 04 11:47:42.290579 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-afa6b98f-a97f-4824-b846-87213cd7e5d8 req-2906a8f5-6e41-4120-87b1-da51e87ab59c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Aug 04 11:47:43.046075 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc50-7ac4-47c4-a01a-e9dc181c8fb0 req-da61ca40-d4f9-40f1-b788-e6a4522917c5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:43.047633 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3426cc50-7ac4-47c4-a01a-e9dc181c8fb0 req-da61ca40-d4f9-40f1-b788-e6a4522917c5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 945 time: 0.0701926 Aug 04 11:47:43.099811 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3426cc50-7ac4-47c4-a01a-e9dc181c8fb0 req-64079a93-6549-4bda-a42a-4dbf4fb06780 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Aug 04 11:47:44.246092 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c3abe-eb3f-400b-899a-c47358fb0a86 req-bdddddc5-5fae-407f-8327-91a4fe8e9b3d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:44.247702 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e17c3abe-eb3f-400b-899a-c47358fb0a86 req-bdddddc5-5fae-407f-8327-91a4fe8e9b3d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 945 time: 0.0587602 Aug 04 11:47:44.291205 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e17c3abe-eb3f-400b-899a-c47358fb0a86 req-a8ee3a97-f9fc-4f40-9cb8-d12c25627dc7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Aug 04 11:47:45.108616 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-be22c14b-91ae-43b8-acf9-b2ffc91b2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:48.667745 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.035860 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:49.790392 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8862e21f-ccd0-4f35-963c-a00f8122e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.751415 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.676229 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.779902 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-9f026f13-d78d-4069-b606-ba5eb9562bb3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:52.781578 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-9f026f13-d78d-4069-b606-ba5eb9562bb3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1360047 Aug 04 11:47:52.800649 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-884b32f5-664a-40b9-973b-087b4bf22207 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/quotas/c5054dce1b2649b29aeb98aaaba21248 HTTP/1.1" status: 200 len: 375 time: 0.0102260 Aug 04 11:47:52.867449 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-908a7b2b-011d-4b51-8b1d-b05def228aa4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580964 Aug 04 11:47:52.971308 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-b81dda28-c574-40b7-ba97-d1c5a62ef22f service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947320 Aug 04 11:47:53.065060 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-948af9b9-07ea-4031-bd07-96f0caa376cc service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Aug 04 11:47:53.268116 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-85350cde-25c7-4ce2-a170-5b20af2a534b req-c85f64d8-047b-4ddd-8bb0-5b1431e50aaf tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Aug 04 11:47:54.292585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-fae340d3-dcea-480c-93ae-42b042eb6c6a tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:54.294056 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-fae340d3-dcea-480c-93ae-42b042eb6c6a tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1116958 Aug 04 11:47:54.311033 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Request body: {'port': {'device_id': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'admin_state_up': True, 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:54.388616 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cc3d1890-d503-42e0-a8e4-97f11d0e326a req-fc28a7eb-3b01-4073-a7e6-d155d846ed69 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 210 time: 0.0388367 Aug 04 11:47:54.441196 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:54.445401 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:54.584558 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Allocated IP 172.20.0.12 (6cf68cac-003a-4c81-99de-e266b6a3e472/f214b19b-2866-4a93-aafd-fb0fca7e929e/3795b751-738d-4a3b-b885-e9761290442e) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:54.748258 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:54.791524 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:54.808517 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:47:54.866837 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:54.872467 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:54.882932 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:54.932214 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event updated for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:54.969438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:54.970118 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:54.987636 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-3aed1d65-9d8c-4d68-a782-19c6ba0a2da9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6806431 Aug 04 11:47:55.002735 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Request body: {'port': {'device_id': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:55.064135 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.350131 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795b751-738d-4a3b-b885-e9761290442e {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:55.358912 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.373731 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Transition to ACTIVE for port object 3795b751-738d-4a3b-b885-e9761290442e will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:55.377124 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.445497 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Pushing event updated for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:55.551527 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Attempting to bind port 3795b751-738d-4a3b-b885-e9761290442e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:55.551862 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Attempting to bind port 3795b751-738d-4a3b-b885-e9761290442e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:55.552193 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Attempting to bind port 3795b751-738d-4a3b-b885-e9761290442e on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:55.565168 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f46e9-434c-4e32-84ac-3c4766a7ec6c req-8b3aa056-148e-4688-b13f-3cd4f907fe2f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:55.566725 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-984f46e9-434c-4e32-84ac-3c4766a7ec6c req-8b3aa056-148e-4688-b13f-3cd4f907fe2f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 944 time: 0.0788021 Aug 04 11:47:55.567526 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Port 3795b751-738d-4a3b-b885-e9761290442e on network 6cf68cac-003a-4c81-99de-e266b6a3e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:47:55.567846 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Attempting to bind port 3795b751-738d-4a3b-b885-e9761290442e on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:55.576233 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:55.576596 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Checking segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:55.576975 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Bound using segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:55.577420 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Bound port: 3795b751-738d-4a3b-b885-e9761290442e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:55.577778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.652833 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-984f46e9-434c-4e32-84ac-3c4766a7ec6c req-f30b3645-9a0e-4755-a0b0-bb8dffe8487d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773795 Aug 04 11:47:55.684213 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:55.687633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3795b751-738d-4a3b-b885-e9761290442e,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:55.693276 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.732885 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:55.733541 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.735004 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] 10.222.0.83 "PUT /v2.0/ports/3795b751-738d-4a3b-b885-e9761290442e HTTP/1.1" status: 200 len: 1094 time: 0.7368989 Aug 04 11:47:55.735469 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'tag': '3795b751-738d-4a3b-b885-e9761290442e'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:55.738063 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b454da61-7992-47d6-9518-a37031c0d04d" -d '{"events": [{"name": "network-changed", "server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "tag": "3795b751-738d-4a3b-b885-e9761290442e"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:55.789337 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4760e26-8f40-492f-9a0a-3c0c6feced51 service neutron] Pushing event updated for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:55.793392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bea13-3685-4d57-b880-2fa02937d522 x-openstack-request-id: req-e22bea13-3685-4d57-b880-2fa02937d522 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:55.793686 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "tag": "3795b751-738d-4a3b-b885-e9761290442e", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:55.793999 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e22bea13-3685-4d57-b880-2fa02937d522 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:55.794387 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'tag': '3795b751-738d-4a3b-b885-e9761290442e', 'status': 'completed', 'code': 200} Aug 04 11:47:55.855576 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-f7174dbf-ac28-4ea4-9519-773393f97631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:55.857851 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-f7174dbf-ac28-4ea4-9519-773393f97631 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0532577 Aug 04 11:47:55.911179 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-f90351cc-cd8c-4a8f-b62a-7914fd06e01c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795b751-738d-4a3b-b885-e9761290442e HTTP/1.1" status: 200 len: 217 time: 0.0444202 Aug 04 11:47:55.974636 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-6fd6657b-d1a3-4668-aac6-c7302125fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:55.977580 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-6fd6657b-d1a3-4668-aac6-c7302125fd42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0588272 Aug 04 11:47:56.019367 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-78a3e9bd-be1e-46aa-a8a3-910dd9666f69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312548 Aug 04 11:47:56.134269 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-4cdfdfd4-94b4-4491-bc4d-e3369a7d2794 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060927 Aug 04 11:47:56.246800 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e9e51ae9-e49a-491b-8a6e-fd9dd905bc40 req-64f1fed3-6ad5-4429-a86a-f34671a76d7f service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038897 Aug 04 11:47:56.345045 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454da61-7992-47d6-9518-a37031c0d04d req-eefc4789-f487-4290-99de-147b263104d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:56.346751 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-eefc4789-f487-4290-99de-147b263104d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0475211 Aug 04 11:47:56.459050 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454da61-7992-47d6-9518-a37031c0d04d req-854087b0-f695-40fd-a62c-808ead939c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:56.461897 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-854087b0-f695-40fd-a62c-808ead939c5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 916 time: 0.1076097 Aug 04 11:47:56.519799 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-944499f5-7f4c-4a65-968f-6acc33738730 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3795b751-738d-4a3b-b885-e9761290442e HTTP/1.1" status: 200 len: 217 time: 0.0490260 Aug 04 11:47:56.596280 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454da61-7992-47d6-9518-a37031c0d04d req-d95fa38c-edde-4cb6-927d-c8580448f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:56.598619 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-d95fa38c-edde-4cb6-927d-c8580448f253 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0641968 Aug 04 11:47:56.638601 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-8a9ad1f2-4c10-4c74-bcfe-e7364796f755 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307190 Aug 04 11:47:56.755563 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-758db20c-c76c-44ac-a840-4aed8ef19425 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087210 Aug 04 11:47:56.900892 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23e79a-93ad-44cf-960f-701db655c5b6 req-8140bb47-6bad-4d18-9487-25fc45e803e9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:56.903835 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5b23e79a-93ad-44cf-960f-701db655c5b6 req-8140bb47-6bad-4d18-9487-25fc45e803e9 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 944 time: 0.1655042 Aug 04 11:47:56.973842 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b454da61-7992-47d6-9518-a37031c0d04d req-62749153-30c2-4e57-b255-6d774aff40e0 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026222 Aug 04 11:47:56.992795 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5b23e79a-93ad-44cf-960f-701db655c5b6 req-8c36c428-33b0-4946-ae48-ed6183d6e7da tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752745 Aug 04 11:47:58.167212 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958e7f-c1d4-49a8-8cb3-e40f39810077 req-040b1add-5183-4b88-8d0f-99e1652bcdac tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:58.170009 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07958e7f-c1d4-49a8-8cb3-e40f39810077 req-040b1add-5183-4b88-8d0f-99e1652bcdac tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 944 time: 0.0639176 Aug 04 11:47:58.238941 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07958e7f-c1d4-49a8-8cb3-e40f39810077 req-3b2d0ac6-5978-4db9-9158-48c5ff837c30 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592515 Aug 04 11:47:59.370171 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f714e1-cd5e-4727-9647-67e2c300ebee req-1e40078d-fd02-4dd5-8c23-d56a59a9a61c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:59.371658 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-23f714e1-cd5e-4727-9647-67e2c300ebee req-1e40078d-fd02-4dd5-8c23-d56a59a9a61c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 944 time: 0.0508642 Aug 04 11:47:59.416934 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-23f714e1-cd5e-4727-9647-67e2c300ebee req-a2daa9f9-27b5-469e-a1e1-cb906582eb62 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Aug 04 11:48:00.545315 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3795b751-738d-4a3b-b885-e9761290442e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:00.566547 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a7022-efff-4d64-8527-f46e2402915f req-f8090405-b14b-4354-b688-4f4d1634b6bc tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:00.568275 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7b7a7022-efff-4d64-8527-f46e2402915f req-f8090405-b14b-4354-b688-4f4d1634b6bc tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 944 time: 0.0757666 Aug 04 11:48:00.613436 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7b7a7022-efff-4d64-8527-f46e2402915f req-a8259ee2-dda5-4745-befe-a2553985b154 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378385 Aug 04 11:48:00.699585 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3795b751-738d-4a3b-b885-e9761290442e,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:00.715749 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '3795b751-738d-4a3b-b885-e9761290442e', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'port_id': '3795b751-738d-4a3b-b885-e9761290442e', 'mac_address': 'fa:16:3e:18:73:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f214b19b-2866-4a93-aafd-fb0fca7e929e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:00.758124 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:00.771367 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795b751-738d-4a3b-b885-e9761290442e {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:00.793906 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3795b751-738d-4a3b-b885-e9761290442e,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:00.799255 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:00.855079 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:01.744016 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc98-538a-47dd-929e-b38fd31abf62 req-18897158-e7a4-4a11-b39a-e5d897b17b5c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:01.745640 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5eb9cc98-538a-47dd-929e-b38fd31abf62 req-18897158-e7a4-4a11-b39a-e5d897b17b5c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 945 time: 0.0556982 Aug 04 11:48:01.791277 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5eb9cc98-538a-47dd-929e-b38fd31abf62 req-aa531414-efbc-4c3c-969a-4ca1ce58962c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Aug 04 11:48:01.808665 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['3795b751-738d-4a3b-b885-e9761290442e'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:02.922170 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778dd2a-64ed-46b2-9f0a-1aafa5b3fcc9 req-2a49a5f3-ee6a-4edb-93e9-bcafaa28238e tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:02.923736 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c778dd2a-64ed-46b2-9f0a-1aafa5b3fcc9 req-2a49a5f3-ee6a-4edb-93e9-bcafaa28238e tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 945 time: 0.0540090 Aug 04 11:48:02.984990 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c778dd2a-64ed-46b2-9f0a-1aafa5b3fcc9 req-04545e94-94e4-4cd8-8b7c-41e2f0329ca0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Aug 04 11:48:03.927200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3795b751-738d-4a3b-b885-e9761290442e up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:03.981981 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 3795b751-738d-4a3b-b885-e9761290442e completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:03.987012 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 3795b751-738d-4a3b-b885-e9761290442e triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:03.987383 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.075579 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.098881 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795b751-738d-4a3b-b885-e9761290442e'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:04.101162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb4a944-340a-4182-947e-70460ab22ca3" -d '{"events": [{"server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "name": "network-vif-plugged", "status": "completed", "tag": "3795b751-738d-4a3b-b885-e9761290442e"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:04.115896 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3795b751-738d-4a3b-b885-e9761290442e,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:04.119549 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecacd7d-f9c9-42f4-86ad-96a85190724a req-da4b5956-05eb-4b66-81d8-50b5e9746fc3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:04.120200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.121377 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0ecacd7d-f9c9-42f4-86ad-96a85190724a req-da4b5956-05eb-4b66-81d8-50b5e9746fc3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Aug 04 11:48:04.148086 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e23e2-dd29-4803-b3ae-1d76cb6d0468 x-openstack-request-id: req-8e3e23e2-dd29-4803-b3ae-1d76cb6d0468 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:04.148393 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "name": "network-vif-plugged", "status": "completed", "tag": "3795b751-738d-4a3b-b885-e9761290442e", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:04.148643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e3e23e2-dd29-4803-b3ae-1d76cb6d0468 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:04.149614 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795b751-738d-4a3b-b885-e9761290442e', 'code': 200} Aug 04 11:48:04.168788 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0ecacd7d-f9c9-42f4-86ad-96a85190724a req-6d3b2ed2-618a-4553-b5b8-d0cfd36193e0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Aug 04 11:48:04.174962 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:04.333491 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4f9f-370c-4a52-8d0f-84baa5869f03 req-3354948b-9f6a-460d-8106-ec6ffd01af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:04.334985 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-55db4f9f-370c-4a52-8d0f-84baa5869f03 req-3354948b-9f6a-460d-8106-ec6ffd01af7f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0418036 Aug 04 11:48:04.375875 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-55db4f9f-370c-4a52-8d0f-84baa5869f03 req-09fc23d2-8408-4ab4-baa1-34d0014456ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Aug 04 11:48:05.293819 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007520-1830-4550-b5bf-68a030e49840 req-2cfcedc3-cead-4bd7-ab5a-a6b363d93f55 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.295316 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c4007520-1830-4550-b5bf-68a030e49840 req-2cfcedc3-cead-4bd7-ab5a-a6b363d93f55 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 946 time: 0.0504725 Aug 04 11:48:05.335788 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c4007520-1830-4550-b5bf-68a030e49840 req-b6bb2eda-4352-4d3f-9aa5-7d30efda860f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Aug 04 11:48:05.358596 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-915df892-601a-418c-ae9d-a5bfe719f183 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127342379&fields=id&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 267 time: 0.0363433 Aug 04 11:48:05.491554 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-fbf8efec-05b8-42eb-bc18-3e3b784cdc6d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.493513 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-fbf8efec-05b8-42eb-bc18-3e3b784cdc6d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1246130 Aug 04 11:48:05.511090 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-580c71dd-d075-4a2a-930e-127c29a06309 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/quotas/78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 375 time: 0.0116603 Aug 04 11:48:05.574088 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-0fccb2a8-3782-48e0-9389-2f917335d0e6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570562 Aug 04 11:48:05.672655 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-b6ae677f-26c0-4c94-9665-cfa985b2ce07 service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Aug 04 11:48:05.772649 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-923d542a-5442-4f91-aafb-6b29fd6df4d9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934114 Aug 04 11:48:06.127443 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e8f9b645-ebc1-477d-a9fa-c1a10739d982 req-53c26c62-abdb-4720-8e95-5c9ad5e4dfea tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0313184 Aug 04 11:48:06.475927 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872b202-af34-4a05-b406-7554615bead2 req-671629f6-d2e9-452f-a251-237b5cc077c7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:06.478125 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9872b202-af34-4a05-b406-7554615bead2 req-671629f6-d2e9-452f-a251-237b5cc077c7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 946 time: 0.0667207 Aug 04 11:48:06.523409 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9872b202-af34-4a05-b406-7554615bead2 req-12ce6ef9-6321-463c-967e-fdb2f0ccf1b5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384276 Aug 04 11:48:06.749103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.241781 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-325fc4e8-c7f8-4046-a5ab-f067aaa84029 req-56f2cf47-db56-434b-a6b1-dce8664e1fc3 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0394466 Aug 04 11:48:07.831667 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-c47f5b16-c3cf-4cf6-b9a3-c03d5a56ffac tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:07.833571 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-c47f5b16-c3cf-4cf6-b9a3-c03d5a56ffac tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 811 time: 0.1546173 Aug 04 11:48:07.894591 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-b9ca9aa7-3734-4c1f-b655-22aee88a5ea1 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a726d3200f4262b363de424d33a181 HTTP/1.1" status: 200 len: 380 time: 0.0518928 Aug 04 11:48:07.904883 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'port': {'device_id': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'admin_state_up': True, 'tenant_id': '78a726d3200f4262b363de424d33a181', 'security_groups': ['1e5a7508-e859-43e0-979f-4d5b2d73495c']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:08.042147 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Made reservation on behalf of 78a726d3200f4262b363de424d33a181 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:48:08.046046 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:08.400575 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-7228b731-08d6-44d7-942a-c3c854e593eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857840 Aug 04 11:48:08.419660 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c694a79f-2c8c-4790-8017-d800e8fcf806 req-d2b43a4b-e4ba-4956-8b85-91784e12322c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0417295 Aug 04 11:48:08.514458 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-4ec9a8ec-9998-4aa6-b529-54f18a47d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.515967 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-4ec9a8ec-9998-4aa6-b529-54f18a47d537 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1098 time: 0.0523880 Aug 04 11:48:08.583798 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.20.0.12 (7f040c00-bd60-40e4-ade5-201acc61fa95/ef23c77e-d930-4ecf-839d-37dceae96765/17b98743-f4ab-45f3-a8a8-b9da11554a72) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:08.631443 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-a9522b87-2e04-45e4-8035-a0fce66f9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.633923 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-a9522b87-2e04-45e4-8035-a0fce66f9692 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.0962155 Aug 04 11:48:08.645583 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-023c2173-a60f-408c-9dae-f3340b50e396 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.647104 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-023c2173-a60f-408c-9dae-f3340b50e396 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1622329 Aug 04 11:48:08.687594 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-4bcbcdc8-2423-4c50-9707-2b92ab418359 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/quotas/c5054dce1b2649b29aeb98aaaba21248 HTTP/1.1" status: 200 len: 375 time: 0.0294833 Aug 04 11:48:08.721461 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-2c5b9af0-11f8-4a7d-bfe7-dc4a119f5e27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 1001 time: 0.0798085 Aug 04 11:48:08.789991 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-9ea71ef8-fc02-45b3-b6c5-144aae009d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.791938 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-9ea71ef8-fc02-45b3-b6c5-144aae009d55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0590603 Aug 04 11:48:08.807712 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-30508c31-d49c-4960-9511-9ab67a804115 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921409 Aug 04 11:48:08.850452 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:08.851436 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-ec2e2fe0-affb-4963-b54c-a8a119710f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.853985 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-ec2e2fe0-affb-4963-b54c-a8a119710f49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521472 Aug 04 11:48:08.904251 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Transition to ACTIVE for port object 17b98743-f4ab-45f3-a8a8-b9da11554a72 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:08.963777 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-c4e777f6-732e-4ccd-b1c3-81e64f93b52e service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461625 Aug 04 11:48:08.969434 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-f4a0a2af-57e1-49a2-9b09-5b4926f1d6c7 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076708 Aug 04 11:48:08.989023 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:09.092151 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0055a2ba-0410-44a6-b487-cc18be0fe26f req-3c91dd3a-ded0-47cb-8cf1-13d39c7bb873 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137290 Aug 04 11:48:09.098209 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:09.106941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:09.111349 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:09.122020 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:09.176742 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-f68463bb-90e2-4853-9339-afdf23d75828 service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983297 Aug 04 11:48:09.206164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:09.207015 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:09.234514 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-31453d13-1491-41d6-8fea-ecd7c744c54e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3335905 Aug 04 11:48:09.253671 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Request body: {'port': {'device_id': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:09.342635 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:09.425166 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e40b438a-c104-482f-816a-25dc0b309b18 req-ecf77e8d-f82c-4504-bbd6-fbebab08517c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 210 time: 0.0367136 Aug 04 11:48:09.475741 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a1e90092-b03a-47bd-b3b4-ad55bb5c62e8 None None] Provisioning for port 17b98743-f4ab-45f3-a8a8-b9da11554a72 completed by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:09.486318 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-a1e90092-b03a-47bd-b3b4-ad55bb5c62e8 None None] Provisioning complete for port 17b98743-f4ab-45f3-a8a8-b9da11554a72 triggered by entity DHCP. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:09.487130 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-a1e90092-b03a-47bd-b3b4-ad55bb5c62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:09.560754 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-a1e90092-b03a-47bd-b3b4-ad55bb5c62e8 None None] Port 17b98743-f4ab-45f3-a8a8-b9da11554a72 cannot update to ACTIVE because it is not bound. {{(pid=99842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:48:09.709375 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34d638-a6c7-461a-9dcf-acfe61eafd5e req-19d956f6-da0d-4e67-b2d6-fbc84e2c58b9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:09.711003 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ef34d638-a6c7-461a-9dcf-acfe61eafd5e req-19d956f6-da0d-4e67-b2d6-fbc84e2c58b9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 932 time: 0.1437039 Aug 04 11:48:09.795497 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ef34d638-a6c7-461a-9dcf-acfe61eafd5e req-e3059dfe-3465-472c-bfbd-1651c18de459 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674789 Aug 04 11:48:09.879541 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b98743-f4ab-45f3-a8a8-b9da11554a72 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:09.891164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:09.907004 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Transition to ACTIVE for port object 17b98743-f4ab-45f3-a8a8-b9da11554a72 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:09.913813 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:10.013323 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:10.094779 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Attempting to bind port 17b98743-f4ab-45f3-a8a8-b9da11554a72 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:48:10.095394 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Attempting to bind port 17b98743-f4ab-45f3-a8a8-b9da11554a72 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:48:10.095975 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Attempting to bind port 17b98743-f4ab-45f3-a8a8-b9da11554a72 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:10.104174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Port 17b98743-f4ab-45f3-a8a8-b9da11554a72 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:48:10.104775 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Attempting to bind port 17b98743-f4ab-45f3-a8a8-b9da11554a72 on network 7f040c00-bd60-40e4-ade5-201acc61fa95 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:10.115105 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:48:10.115661 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Checking segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:48:10.116807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Bound using segment: {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:48:10.117102 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Bound port: 17b98743-f4ab-45f3-a8a8-b9da11554a72, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491f7800-ed71-4b47-86a6-9ab9e01ad7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:48:10.119573 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:10.235456 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:48:10.239689 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:48:10.247023 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4795772'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:10.286993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:10.286993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:10.288807 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] 10.222.0.83 "PUT /v2.0/ports/17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 200 len: 1094 time: 1.0454388 Aug 04 11:48:10.292232 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:10.295686 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc44405f-6580-4b86-a0c0-0b235b4c66b0" -d '{"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:10.359691 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41998c8-8326-47e2-8faf-9d48b38a1731 service neutron] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:10.370915 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c928cf7-bffd-4819-a34f-ff5c221e18d9 x-openstack-request-id: req-1c928cf7-bffd-4819-a34f-ff5c221e18d9 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:10.371247 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:10.372048 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c928cf7-bffd-4819-a34f-ff5c221e18d9 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:10.372048 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'status': 'completed', 'code': 200} Aug 04 11:48:10.436699 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-20a5f095-ab5f-4c8a-a713-d8e47889d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:10.436980 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-20a5f095-ab5f-4c8a-a713-d8e47889d3f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1097 time: 0.0585732 Aug 04 11:48:10.498007 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-5f460fdf-a07c-49a2-a3f7-b2621f285500 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 200 len: 217 time: 0.0469990 Aug 04 11:48:10.571506 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2112ac88-4a60-4158-9d13-b46e358d68dc req-1480b651-52be-4d10-8aa8-c96e863391bf tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 210 time: 0.0320122 Aug 04 11:48:10.591860 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-ac638fbf-4913-4fde-9737-a97207396953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:10.593650 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-ac638fbf-4913-4fde-9737-a97207396953 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0859015 Aug 04 11:48:10.655528 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-9f7a136d-045f-4773-b18a-2ad0fa82ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:10.657775 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-9f7a136d-045f-4773-b18a-2ad0fa82ff64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556035 Aug 04 11:48:10.763987 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-d6909a9d-60e3-43b0-9e8f-6c5dc371cea3 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983565 Aug 04 11:48:10.897588 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-03620170-f4c2-45e4-9ce8-c3dfb80c64bf req-9799df76-4e25-4776-b1a9-46a12f5517c8 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Aug 04 11:48:11.044575 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-9a91d765-363f-467a-a052-4cb32f869936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.047507 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-9a91d765-363f-467a-a052-4cb32f869936 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1097 time: 0.0815523 Aug 04 11:48:11.112745 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe5c6a-b5d3-45d3-b9ac-4ee8b9713f33 req-9f1c4ab1-a318-4024-8098-e94c5b35a1b6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.114637 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3fbe5c6a-b5d3-45d3-b9ac-4ee8b9713f33 req-9f1c4ab1-a318-4024-8098-e94c5b35a1b6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.1289563 Aug 04 11:48:11.196806 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3fbe5c6a-b5d3-45d3-b9ac-4ee8b9713f33 req-bc5429c4-fc9c-41a3-91d9-b2044456aa17 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697570 Aug 04 11:48:11.200352 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-f8f7a675-8cf1-400f-a119-28845722a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.202997 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-f8f7a675-8cf1-400f-a119-28845722a932 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1471429 Aug 04 11:48:11.204273 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-70247220-9e15-4dd7-a44b-ef171a58c187 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.210103 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-70247220-9e15-4dd7-a44b-ef171a58c187 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1887517 Aug 04 11:48:11.226268 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Request body: {'port': {'device_id': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'admin_state_up': True, 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:11.280932 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-a1c26e4e-1d6e-4271-b062-45b8bf27667c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 200 len: 217 time: 0.0621285 Aug 04 11:48:11.354432 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-1b0539ce-81c9-4294-b32d-2f34b87a2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.357346 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-1b0539ce-81c9-4294-b32d-2f34b87a2f62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0665660 Aug 04 11:48:11.410473 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:48:11.415529 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:11.452298 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-2af5ad27-24e4-4317-a936-b991e69c359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.455182 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-2af5ad27-24e4-4317-a936-b991e69c359b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643847 Aug 04 11:48:11.592271 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-58be0fe0-6e4c-4b13-b5ca-cfdb1203e7b8 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250799 Aug 04 11:48:11.618592 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Allocated IP 172.20.0.5 (6cf68cac-003a-4c81-99de-e266b6a3e472/f214b19b-2866-4a93-aafd-fb0fca7e929e/3f7dd932-8357-4344-9256-c343fa509efb) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:11.737848 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bb995996-66c5-494f-b91d-281ebc3a3d89 req-38574be0-da29-4e5d-88a1-266dd866a4a7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 210 time: 0.0422671 Aug 04 11:48:11.776919 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fc44405f-6580-4b86-a0c0-0b235b4c66b0 req-626ca1fa-374b-4b6e-9be2-525d05337fd4 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724124 Aug 04 11:48:11.876166 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:11.952202 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:11.969944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1', '3795b751-738d-4a3b-b885-e9761290442e'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:12.004662 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:12.013347 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:12.018970 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:12.072058 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event updated for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:12.107896 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:12.109192 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:12.136539 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-aa6bdaac-ae1a-4bdd-99cb-900c0aa14f6f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165103 Aug 04 11:48:12.159205 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Request body: {'port': {'device_id': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:12.268666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:12.517067 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36d282-c8c7-4cce-8309-7bfeb53596e1 req-9a3ff0f7-64e1-46b3-83c7-75135a9546ae tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:12.519699 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ff36d282-c8c7-4cce-8309-7bfeb53596e1 req-9a3ff0f7-64e1-46b3-83c7-75135a9546ae tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.1906977 Aug 04 11:48:12.676892 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ff36d282-c8c7-4cce-8309-7bfeb53596e1 req-8f607e1f-8575-4f28-9c7d-995bc2dc48ff tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309967 Aug 04 11:48:12.775414 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7dd932-8357-4344-9256-c343fa509efb {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:12.784544 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:12.798600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Transition to ACTIVE for port object 3f7dd932-8357-4344-9256-c343fa509efb will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:12.879555 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149b16-458a-45b5-806f-1ab6e469a6e9 req-8095d2ae-a110-425c-9722-2d6419b5817d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:12.881283 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6c149b16-458a-45b5-806f-1ab6e469a6e9 req-8095d2ae-a110-425c-9722-2d6419b5817d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 931 time: 0.0605068 Aug 04 11:48:12.932121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:12.932899 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6c149b16-458a-45b5-806f-1ab6e469a6e9 req-7c0c298a-4f65-4fbb-bb17-119c0db11f67 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Aug 04 11:48:13.001004 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:13.108089 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Attempting to bind port 3f7dd932-8357-4344-9256-c343fa509efb on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:48:13.108555 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Attempting to bind port 3f7dd932-8357-4344-9256-c343fa509efb by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:48:13.108784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Attempting to bind port 3f7dd932-8357-4344-9256-c343fa509efb on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:13.115088 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Port 3f7dd932-8357-4344-9256-c343fa509efb on network 6cf68cac-003a-4c81-99de-e266b6a3e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:48:13.115451 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Attempting to bind port 3f7dd932-8357-4344-9256-c343fa509efb on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:13.123470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:48:13.123866 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Checking segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:48:13.124258 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Bound using segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:48:13.124711 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Bound port: 3f7dd932-8357-4344-9256-c343fa509efb, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:48:13.125154 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.231772 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:48:13.235617 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f7dd932-8357-4344-9256-c343fa509efb,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:48:13.245005 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.288700 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:13.288963 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.291495 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] 10.222.0.83 "PUT /v2.0/ports/3f7dd932-8357-4344-9256-c343fa509efb HTTP/1.1" status: 200 len: 1093 time: 1.1462502 Aug 04 11:48:13.294274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:13.297681 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba56305d-2d64-4eec-af02-d520a885ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "tag": "3f7dd932-8357-4344-9256-c343fa509efb"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:13.347941 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d2007-011c-4f4d-8e63-a1e53e7b6e9f service neutron] Pushing event updated for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:13.371866 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd42fe8-be99-4fb6-a3c7-3d530e8414db x-openstack-request-id: req-2cd42fe8-be99-4fb6-a3c7-3d530e8414db {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:13.372281 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "tag": "3f7dd932-8357-4344-9256-c343fa509efb", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:13.372686 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cd42fe8-be99-4fb6-a3c7-3d530e8414db {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:13.373317 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb', 'status': 'completed', 'code': 200} Aug 04 11:48:13.422482 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-dddb3930-98fe-4567-81cd-f9be6d37ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:13.424005 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-dddb3930-98fe-4567-81cd-f9be6d37ed65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 1096 time: 0.0696094 Aug 04 11:48:13.475524 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-e7722bc9-e428-4849-b10d-bfdb78d7f365 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f7dd932-8357-4344-9256-c343fa509efb HTTP/1.1" status: 200 len: 217 time: 0.0427501 Aug 04 11:48:13.535235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736bb3-c565-41ef-bdea-12f5508656ba req-b626bf42-3fa8-49ff-80bc-a7582f34a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:13.537202 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-b626bf42-3fa8-49ff-80bc-a7582f34a758 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0536051 Aug 04 11:48:13.572470 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-71503ef9-d1ef-4993-a942-4ff45f974aca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261886 Aug 04 11:48:13.678783 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-588e1b7b-9ceb-4c92-b370-002ee408e1df service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972834 Aug 04 11:48:13.803224 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-48736bb3-c565-41ef-bdea-12f5508656ba req-5a5f5c36-67cc-4769-9582-976fe4ce412c service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160393 Aug 04 11:48:13.838601 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f7f0-a521-405d-807b-f93efcf3b2ef req-c890df1c-0be9-40ba-9b91-8f1b9d02a2d2 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:13.840954 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a2e9f7f0-a521-405d-807b-f93efcf3b2ef req-c890df1c-0be9-40ba-9b91-8f1b9d02a2d2 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.0844240 Aug 04 11:48:13.900616 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-a2e9f7f0-a521-405d-807b-f93efcf3b2ef req-9b2fc024-f6fb-4e85-a4fb-698acd41a13f tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506699 Aug 04 11:48:13.945261 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-29cb4196-f1b1-4892-8feb-8d544145a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:13.947610 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-29cb4196-f1b1-4892-8feb-8d544145a5f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 1096 time: 0.0660982 Aug 04 11:48:14.163502 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-3b955626-4a3e-407c-93f9-275419ff23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.166573 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-3b955626-4a3e-407c-93f9-275419ff23f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 916 time: 0.2104154 Aug 04 11:48:14.199909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17386dd-efc2-40b6-ba3f-398ff968d98f req-8381e8d4-2218-4658-8cfd-38bb16e7c382 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.202560 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e17386dd-efc2-40b6-ba3f-398ff968d98f req-8381e8d4-2218-4658-8cfd-38bb16e7c382 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 943 time: 0.1352010 Aug 04 11:48:14.244945 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-0c35fc52-dadc-4814-bfe3-59beccbaf54d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f7dd932-8357-4344-9256-c343fa509efb HTTP/1.1" status: 200 len: 217 time: 0.0699403 Aug 04 11:48:14.338267 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e17386dd-efc2-40b6-ba3f-398ff968d98f req-f9dbf586-afb1-4149-960b-cf018dd9c24b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957110 Aug 04 11:48:14.344750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-406f7c97-c55b-4011-8b1d-bc2dc4614f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.347122 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-406f7c97-c55b-4011-8b1d-bc2dc4614f92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0940237 Aug 04 11:48:14.400059 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-6c0290c0-a31c-4ac5-9219-51b96633515f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433381 Aug 04 11:48:14.525476 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-d5bf56fc-945f-4647-9815-fb7f0d272b8a service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157746 Aug 04 11:48:14.632231 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ba56305d-2d64-4eec-af02-d520a885ede4 req-dec044b1-1284-4d5d-af81-08ac365b2abe service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959668 Aug 04 11:48:15.049884 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4d2f-787b-4d18-b364-36d2ffc7c569 req-be301350-8831-469e-a093-4305076d0443 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:15.051844 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7f6f4d2f-787b-4d18-b364-36d2ffc7c569 req-be301350-8831-469e-a093-4305076d0443 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.0627422 Aug 04 11:48:15.107603 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7f6f4d2f-787b-4d18-b364-36d2ffc7c569 req-ceeddb91-9bf2-4224-9cd1-116c359dad25 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Aug 04 11:48:15.117244 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d22f6854-02da-460f-8c09-066349f6b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:15.518080 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48aff0-8686-466a-a221-bc45cc2b5c08 req-2bfa98b2-27bf-4caa-bf4a-5ca68ada0fc1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:15.520734 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9a48aff0-8686-466a-a221-bc45cc2b5c08 req-2bfa98b2-27bf-4caa-bf4a-5ca68ada0fc1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 943 time: 0.0828555 Aug 04 11:48:15.586498 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9a48aff0-8686-466a-a221-bc45cc2b5c08 req-1e5900be-c74c-46b2-9441-d7bd78029e09 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 Aug 04 11:48:15.969334 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3f7dd932-8357-4344-9256-c343fa509efb details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:16.089906 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f7dd932-8357-4344-9256-c343fa509efb,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:16.103669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '3f7dd932-8357-4344-9256-c343fa509efb', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'port_id': '3f7dd932-8357-4344-9256-c343fa509efb', 'mac_address': 'fa:16:3e:5f:68:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f214b19b-2866-4a93-aafd-fb0fca7e929e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:16.164968 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.184517 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7dd932-8357-4344-9256-c343fa509efb {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:16.212912 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f7dd932-8357-4344-9256-c343fa509efb,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:16.219465 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.286803 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:16.294887 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89896d6-5b2b-430f-b407-0b75b08ff0d1 req-45eb9623-207e-4644-b1d5-7597d8def9eb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:16.296607 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d89896d6-5b2b-430f-b407-0b75b08ff0d1 req-45eb9623-207e-4644-b1d5-7597d8def9eb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.0745251 Aug 04 11:48:16.345516 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d89896d6-5b2b-430f-b407-0b75b08ff0d1 req-cfacea81-16e4-4325-a53d-03d1559e8462 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Aug 04 11:48:16.649311 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['3f7dd932-8357-4344-9256-c343fa509efb'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:16.779044 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230834bc-2b81-4fcf-917c-0ebf3a1d4832 req-7d4fc280-8354-4ed4-ba59-ee786bf62940 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:16.782327 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-230834bc-2b81-4fcf-917c-0ebf3a1d4832 req-7d4fc280-8354-4ed4-ba59-ee786bf62940 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 944 time: 0.0885034 Aug 04 11:48:16.852969 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-230834bc-2b81-4fcf-917c-0ebf3a1d4832 req-02b10620-fccc-48a9-a586-de9c2e32f262 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Aug 04 11:48:17.487902 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4b20-10a4-41b7-bbcb-04caf1428d52 req-137dd18d-264a-48c8-8cc6-ee2a13406c00 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:17.490055 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4a9d4b20-10a4-41b7-bbcb-04caf1428d52 req-137dd18d-264a-48c8-8cc6-ee2a13406c00 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 944 time: 0.0609262 Aug 04 11:48:17.537697 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4a9d4b20-10a4-41b7-bbcb-04caf1428d52 req-c0db3b4a-84eb-4c9d-9f52-846585672452 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Aug 04 11:48:17.977055 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 17b98743-f4ab-45f3-a8a8-b9da11554a72 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:18.033340 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f900648-7117-4012-928d-c5cab4c20737 req-e216bc0e-28e0-46e8-ae79-4595a3d42ff2 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:18.035357 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5f900648-7117-4012-928d-c5cab4c20737 req-e216bc0e-28e0-46e8-ae79-4595a3d42ff2 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 944 time: 0.0883191 Aug 04 11:48:18.064405 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3f7dd932-8357-4344-9256-c343fa509efb up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:18.101122 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5f900648-7117-4012-928d-c5cab4c20737 req-af87a691-5601-4eed-9de1-66db81784f8a tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536194 Aug 04 11:48:18.181024 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:18.205910 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 3f7dd932-8357-4344-9256-c343fa509efb completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:18.214640 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'port_id': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'mac_address': 'fa:16:3e:96:68:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:18.218188 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 3f7dd932-8357-4344-9256-c343fa509efb triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:18.218559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.425157 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.444959 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b98743-f4ab-45f3-a8a8-b9da11554a72 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:18.498674 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:18.508029 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.545438 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.621004 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:18.624986 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223c7e2-a903-4ae3-88a5-5000de41b7c8" -d '{"events": [{"server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "name": "network-vif-plugged", "status": "completed", "tag": "3f7dd932-8357-4344-9256-c343fa509efb"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:18.631854 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:18.652942 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f7dd932-8357-4344-9256-c343fa509efb,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:18.665941 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.705698 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643b171-e592-46f4-ad27-50c073060d08 x-openstack-request-id: req-2643b171-e592-46f4-ad27-50c073060d08 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:18.706146 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "name": "network-vif-plugged", "status": "completed", "tag": "3f7dd932-8357-4344-9256-c343fa509efb", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:18.706574 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2643b171-e592-46f4-ad27-50c073060d08 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:18.707075 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb', 'code': 200} Aug 04 11:48:18.722870 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:18.748424 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83dba-4450-4c4f-b6a9-881d1479704e req-48c5f1cd-3be6-4946-8eb0-9664d96debbb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:18.751217 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aec83dba-4450-4c4f-b6a9-881d1479704e req-48c5f1cd-3be6-4946-8eb0-9664d96debbb tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 945 time: 0.1070423 Aug 04 11:48:18.762117 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:18.824554 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aec83dba-4450-4c4f-b6a9-881d1479704e req-c8e6fdb1-b3e1-477c-bd04-3b52b3771933 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595779 Aug 04 11:48:18.855479 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['17b98743-f4ab-45f3-a8a8-b9da11554a72'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:18.983335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee418-7cf8-47c2-8312-88413219e915 req-040cafc6-72e8-4e92-b778-260c24d4c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:18.985852 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d34ee418-7cf8-47c2-8312-88413219e915 req-040cafc6-72e8-4e92-b778-260c24d4c039 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 1098 time: 0.0663388 Aug 04 11:48:19.049357 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-d34ee418-7cf8-47c2-8312-88413219e915 req-84dab445-d06f-4270-b051-55d28abbd58b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539823 Aug 04 11:48:19.287881 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f799c5-dcc3-478d-873a-32e42f083425 req-e06b90d8-8474-4dd5-8fe0-e3017afb34ef tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:19.292157 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c7f799c5-dcc3-478d-873a-32e42f083425 req-e06b90d8-8474-4dd5-8fe0-e3017afb34ef tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.0878322 Aug 04 11:48:19.366575 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c7f799c5-dcc3-478d-873a-32e42f083425 req-296892f6-35e3-45e6-bf76-385dd88fb10b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620601 Aug 04 11:48:19.800103 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-318ee208-3151-45a6-aec2-72e06d9a98c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:19.977613 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355eeb-3b78-4058-af3c-fedb62540dd8 req-696e15cf-2408-448a-9d26-c41fe1ebc021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:19.979268 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-63355eeb-3b78-4058-af3c-fedb62540dd8 req-696e15cf-2408-448a-9d26-c41fe1ebc021 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 945 time: 0.0626581 Aug 04 11:48:20.032226 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-63355eeb-3b78-4058-af3c-fedb62540dd8 req-f929af04-a9c0-421e-a751-0bb72023811b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Aug 04 11:48:20.519800 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904d24-2348-4507-a35f-9140aa53935f req-108aa773-4273-4df2-953a-09a3926d48a5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:20.521961 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-01904d24-2348-4507-a35f-9140aa53935f req-108aa773-4273-4df2-953a-09a3926d48a5 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.0686841 Aug 04 11:48:20.575392 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-01904d24-2348-4507-a35f-9140aa53935f req-cf416270-724f-4841-b1f4-737bc64f30b0 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Aug 04 11:48:20.753266 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:21.227382 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b85ca-e60a-4264-ba4f-3187dab8433c req-4d71b1d1-1613-4ac3-abe4-e4c9836e463a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:21.230081 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c98b85ca-e60a-4264-ba4f-3187dab8433c req-4d71b1d1-1613-4ac3-abe4-e4c9836e463a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 945 time: 0.0886757 Aug 04 11:48:21.283388 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c98b85ca-e60a-4264-ba4f-3187dab8433c req-d45a2b26-14b3-40e9-95cc-607d54f7678a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Aug 04 11:48:21.725959 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f05b0b-1817-4169-a312-e74bb174742b req-3ed377dc-39b6-4260-876e-f23185011a97 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:21.728569 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b2f05b0b-1817-4169-a312-e74bb174742b req-3ed377dc-39b6-4260-876e-f23185011a97 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.0773551 Aug 04 11:48:21.783396 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b2f05b0b-1817-4169-a312-e74bb174742b req-a373bf73-2c6d-45e4-b355-b916c913ab40 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476854 Aug 04 11:48:21.986150 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 17b98743-f4ab-45f3-a8a8-b9da11554a72 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:22.063714 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 17b98743-f4ab-45f3-a8a8-b9da11554a72 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:22.071833 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 17b98743-f4ab-45f3-a8a8-b9da11554a72 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:22.072460 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:22.249339 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:22.290907 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:22.294694 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c631c7-5064-4ece-9681-688c0a66553e" -d '{"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-plugged", "status": "completed", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:22.315820 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:22.325275 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:22.370752 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079f6e0-ceda-4445-939d-df2d3b20dfd6 x-openstack-request-id: req-d079f6e0-ceda-4445-939d-df2d3b20dfd6 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:22.371209 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-plugged", "status": "completed", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:22.371604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d079f6e0-ceda-4445-939d-df2d3b20dfd6 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:22.372338 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'code': 200} Aug 04 11:48:22.422502 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:22.487470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20384c29-8334-4f2d-b84a-626065a38328 req-7bcb8ede-d3a2-4bc4-845d-b0742ff4ca3a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:22.489340 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-20384c29-8334-4f2d-b84a-626065a38328 req-7bcb8ede-d3a2-4bc4-845d-b0742ff4ca3a tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0725107 Aug 04 11:48:22.537563 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-20384c29-8334-4f2d-b84a-626065a38328 req-61c0489e-cc56-4b08-9828-b6783b1aa205 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Aug 04 11:48:22.675044 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:22.759233 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85d218-4d36-49ec-a049-2fee3dbfdb71 req-66648d15-3557-41d7-9373-dac23a5832d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:22.761384 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9f85d218-4d36-49ec-a049-2fee3dbfdb71 req-66648d15-3557-41d7-9373-dac23a5832d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1099 time: 0.0505283 Aug 04 11:48:22.818808 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9f85d218-4d36-49ec-a049-2fee3dbfdb71 req-02b5e165-5c6d-4f6f-afdb-d8d7cd7566dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Aug 04 11:48:23.715011 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0270-a594-4bea-8c8f-5b8aa48f6eb5 req-6c042809-c6fe-4189-a051-d0974b820fec tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:23.716856 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-499a0270-a594-4bea-8c8f-5b8aa48f6eb5 req-6c042809-c6fe-4189-a051-d0974b820fec tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0729499 Aug 04 11:48:23.774748 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-499a0270-a594-4bea-8c8f-5b8aa48f6eb5 req-e124082c-0b34-457c-b17c-09023c6e6c10 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491269 Aug 04 11:48:24.979778 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68aeb5-60cd-4676-92d2-95b265e7b56b req-8ab15058-4d54-48ef-8002-d6abe1896b21 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:24.981706 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5f68aeb5-60cd-4676-92d2-95b265e7b56b req-8ab15058-4d54-48ef-8002-d6abe1896b21 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0851581 Aug 04 11:48:25.050664 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5f68aeb5-60cd-4676-92d2-95b265e7b56b req-9f868625-8696-4b37-9b75-359d715f4ebf tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600488 Aug 04 11:48:25.248091 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922adb-420f-4e91-a286-36cebe9dd42f req-f67b5ba3-86d8-4a3d-872f-f4e44e528cf5 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.250837 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c3922adb-420f-4e91-a286-36cebe9dd42f req-f67b5ba3-86d8-4a3d-872f-f4e44e528cf5 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0990765 Aug 04 11:48:25.304927 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-c3922adb-420f-4e91-a286-36cebe9dd42f req-c08a5294-fdf8-47d8-9b76-bb67d8fe782d tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467818 Aug 04 11:48:25.337300 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52782) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:25.403052 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3343e-d46b-493e-8eaa-834b205c78d8 tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.404653 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-fcd3343e-d46b-493e-8eaa-834b205c78d8 tempest-TestVolumeBootPattern-630236178 tempest-TestVolumeBootPattern-630236178-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1094 time: 0.0661824 Aug 04 11:48:25.409994 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 52784) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:25.415696 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Request body: {'floatingip': {'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'port_id': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:25.447582 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.609768 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.760100 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Allocated IP 172.27.2.163 (3ef2f986-fe08-47a4-bd86-9373f26329d8/0d499aa6-bd00-4ae6-b06d-150f747b2f07/eccc388a-4b00-4863-90c0-760e64557db7) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:25.914320 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.988585 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:26.049837 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:48:26.057750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Network 3ef2f986-fe08-47a4-bd86-9373f26329d8 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:26.062729 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:26.071355 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:26.077318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=eccc388a-4b00-4863-90c0-760e64557db7,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:26.110548 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.111034 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.111394 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.112011 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.115274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.116631 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:26.852943 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:26.948513 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.168631 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.174353 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.313679 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event updated for resources: {'Port': ['ID=eccc388a-4b00-4863-90c0-760e64557db7,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:27.338484 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-731395'] for floatingip, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.475487 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP c5bc0ed4-05ed-46b8-b20b-1f1848a54226 associated. External IP: 172.27.2.163, port: 17b98743-f4ab-45f3-a8a8-b9da11554a72. Aug 04 11:48:27.777487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:48:27.934476 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:48:27.954215 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:48:27.957826 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.970475 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:27.971654 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:48:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:28.018271 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-1ceb640c-a082-4733-81f7-6e77e9cc3bd8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5957568 Aug 04 11:48:28.018271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:28.018271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb64449-c902-446a-908b-03dba5068cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:28.090094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529d7dd-2f1e-48b4-8c2b-4c4f9c926867 x-openstack-request-id: req-3529d7dd-2f1e-48b4-8c2b-4c4f9c926867 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:28.090580 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:28.091082 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3529d7dd-2f1e-48b4-8c2b-4c4f9c926867 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:28.091693 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'status': 'completed', 'code': 200} Aug 04 11:48:28.178549 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:28.189336 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64449-c902-446a-908b-03dba5068cd6 req-10913dfd-e377-4cf0-bcc7-b880cb991a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.191614 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-10913dfd-e377-4cf0-bcc7-b880cb991a5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1099 time: 0.0635123 Aug 04 11:48:28.368600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64449-c902-446a-908b-03dba5068cd6 req-f595ea6d-cfbb-4695-802d-73ed3c26768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.371320 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-f595ea6d-cfbb-4695-802d-73ed3c26768d service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1629672 Aug 04 11:48:28.474450 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-a881e885-3c6c-44c8-8edf-76dcde86da36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 200 len: 1000 time: 0.0936589 Aug 04 11:48:28.554811 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64449-c902-446a-908b-03dba5068cd6 req-2112d4d7-7026-4a93-ad6c-44b185e4b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.557480 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-2112d4d7-7026-4a93-ad6c-44b185e4b877 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0697515 Aug 04 11:48:28.579300 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}, {'id': 'c5bc0ed4-05ed-46b8-b20b-1f1848a54226', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:96:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:26Z', 'updated_at': '2021-08-04T11:48:26Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:28.616303 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:48:28.623370 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64449-c902-446a-908b-03dba5068cd6 req-29e79f29-0934-433a-8c82-4f2fb7dbcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.625349 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-29e79f29-0934-433a-8c82-4f2fb7dbcc9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554879 Aug 04 11:48:28.627589 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:28.628244 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:48:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:28.765749 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-d7a2cf0c-0ac8-451b-911f-9a084fed5a16 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311631 Aug 04 11:48:28.802759 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:28.915696 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fb64449-c902-446a-908b-03dba5068cd6 req-27712bd1-e37c-47e0-93d6-5d823ee7c790 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365941 Aug 04 11:48:29.160525 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}, {'id': 'c5bc0ed4-05ed-46b8-b20b-1f1848a54226', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:96:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:26Z', 'updated_at': '2021-08-04T11:48:26Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:29.199024 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb44c5e2-f78e-4f4e-961c-0bfdb4e62a67 None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}, {'id': 'c5bc0ed4-05ed-46b8-b20b-1f1848a54226', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:96:68:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:26Z', 'updated_at': '2021-08-04T11:48:26Z', 'revision_number': 0, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:48:29.473368 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cd87c-f808-4e08-9c64-81a5ff82507f None None] New status for floating IP c5bc0ed4-05ed-46b8-b20b-1f1848a54226: ACTIVE {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:48:33.589580 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-5e3961a9-6797-43a2-850e-8b15812d9514 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:33.591396 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-5e3961a9-6797-43a2-850e-8b15812d9514 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1407902 Aug 04 11:48:33.613098 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-9bec4f60-7771-4e8e-88f7-58753211b424 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/quotas/c5054dce1b2649b29aeb98aaaba21248 HTTP/1.1" status: 200 len: 375 time: 0.0128732 Aug 04 11:48:33.695019 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-073d4f17-9c31-4563-ab29-d40d44532717 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728271 Aug 04 11:48:33.808588 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-d93108e7-24d1-411e-b8e7-e367d1c22e69 service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048560 Aug 04 11:48:33.937690 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-73d5c9ea-00b5-4200-b848-f180562b9036 service neutron] 10.222.0.44 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222928 Aug 04 11:48:34.188349 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c3c6c248-7dbf-4cb5-adb3-e01148a8c0c7 req-88072e6a-664f-4a05-b3b8-b0a858fec020 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 210 time: 0.0378017 Aug 04 11:48:35.367270 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-42f5b75a-869f-40b0-b4ff-3f5c537d80ab req-221607ae-adae-422f-a16b-0cce8dfdfb08 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 210 time: 0.0434337 Aug 04 11:48:35.515990 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-47789ad0-965c-491f-b6e9-7b738b7cdb3f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:35.518427 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-47789ad0-965c-491f-b6e9-7b738b7cdb3f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 815 time: 0.1833200 Aug 04 11:48:35.549389 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Request body: {'port': {'device_id': 'b7e57815-cb70-404e-ae44-14264b224df8', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'admin_state_up': True, 'tenant_id': 'c5054dce1b2649b29aeb98aaaba21248'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:35.705539 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Made reservation on behalf of c5054dce1b2649b29aeb98aaaba21248 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:48:35.709286 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:35.931746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Allocated IP 172.20.0.9 (6cf68cac-003a-4c81-99de-e266b6a3e472/f214b19b-2866-4a93-aafd-fb0fca7e929e/5acc7618-8067-4c25-8286-3cdfc52bd841) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:36.195857 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:36.283716 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:36.306043 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1', '3795b751-738d-4a3b-b885-e9761290442e', '3f7dd932-8357-4344-9256-c343fa509efb'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:36.351648 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Network 6cf68cac-003a-4c81-99de-e266b6a3e472 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:36.357125 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:36.366057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:36.404187 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event updated for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:36.451501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:36.452406 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:36.478232 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-e48d3355-57b0-4b56-9290-351d7b927ce6 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9361544 Aug 04 11:48:36.499845 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Request body: {'port': {'device_id': 'b7e57815-cb70-404e-ae44-14264b224df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:36.592234 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217c587-6a52-4586-83a9-b4be70c41f60 req-16f4d86e-2a4f-486c-afb6-74ea6cb143d7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:36.595022 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b217c587-6a52-4586-83a9-b4be70c41f60 req-16f4d86e-2a4f-486c-afb6-74ea6cb143d7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 931 time: 0.0955091 Aug 04 11:48:36.600148 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:36.669394 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-b217c587-6a52-4586-83a9-b4be70c41f60 req-f0ed6e57-b3af-4c00-a93d-d3a4c8e327e7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Aug 04 11:48:36.787879 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.089163 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acc7618-8067-4c25-8286-3cdfc52bd841 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:37.104983 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.127180 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Transition to ACTIVE for port object 5acc7618-8067-4c25-8286-3cdfc52bd841 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:37.133924 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.224610 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Pushing event updated for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:37.369104 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Attempting to bind port 5acc7618-8067-4c25-8286-3cdfc52bd841 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:48:37.369695 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Attempting to bind port 5acc7618-8067-4c25-8286-3cdfc52bd841 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:48:37.370182 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Attempting to bind port 5acc7618-8067-4c25-8286-3cdfc52bd841 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:37.378042 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Port 5acc7618-8067-4c25-8286-3cdfc52bd841 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:48:37.378542 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Attempting to bind port 5acc7618-8067-4c25-8286-3cdfc52bd841 on network 6cf68cac-003a-4c81-99de-e266b6a3e472 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:37.387628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:48:37.388207 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Checking segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:48:37.388849 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Bound using segment: {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:48:37.389551 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Bound port: 5acc7618-8067-4c25-8286-3cdfc52bd841, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14d89e0-3521-4d58-afa5-f157f71fb9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:48:37.390118 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.504463 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:48:37.510292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=5acc7618-8067-4c25-8286-3cdfc52bd841,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:48:37.517334 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.586303 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:37.587519 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:37.590104 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] 10.222.0.83 "PUT /v2.0/ports/5acc7618-8067-4c25-8286-3cdfc52bd841 HTTP/1.1" status: 200 len: 1093 time: 1.0982099 Aug 04 11:48:37.590889 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:37.594918 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d349fc-96ff-453b-b18e-c0c969ba2800" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:37.646825 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650c9b-7a44-4aa4-b0b4-cc63da9d3c15 service neutron] Pushing event updated for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:37.688335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ed382-2244-4ed3-aa81-d49c9545760b x-openstack-request-id: req-d34ed382-2244-4ed3-aa81-d49c9545760b {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:37.690266 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:37.690266 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d34ed382-2244-4ed3-aa81-d49c9545760b {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:37.690266 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841', 'status': 'completed', 'code': 200} Aug 04 11:48:37.745839 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-c63f5af8-c26f-4ff9-983b-9c83c32a1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:37.748182 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-c63f5af8-c26f-4ff9-983b-9c83c32a1723 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 1096 time: 0.0863755 Aug 04 11:48:37.826784 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-1ff1d534-404a-42a4-9227-24c973e271ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5acc7618-8067-4c25-8286-3cdfc52bd841 HTTP/1.1" status: 200 len: 217 time: 0.0680842 Aug 04 11:48:37.871872 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6a5b-60c6-4eba-95a5-af5512b0e358 req-7bc873d7-1269-4f29-baa9-465c284c1924 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:37.874549 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f0c6a5b-60c6-4eba-95a5-af5512b0e358 req-7bc873d7-1269-4f29-baa9-465c284c1924 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 943 time: 0.0831630 Aug 04 11:48:37.939337 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-dfbdfa5b-e370-46b1-a2df-16ee22c23437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:37.942213 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-dfbdfa5b-e370-46b1-a2df-16ee22c23437 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.1005573 Aug 04 11:48:37.946990 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8f0c6a5b-60c6-4eba-95a5-af5512b0e358 req-282e353d-c0d5-4b11-afea-bb5c0276dd11 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Aug 04 11:48:38.004736 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-0a2ab9a0-a952-444e-b064-bec10ed2ccf1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496078 Aug 04 11:48:38.168592 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-0289b018-33da-4bfe-a540-f769a590ac76 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509595 Aug 04 11:48:38.351128 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc612cad-8991-49b7-bcc6-bea2eae81b17 req-19673d8c-1df2-470c-99a7-2900b720be83 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668005 Aug 04 11:48:38.483612 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-c6fc22bd-4c7c-480e-9408-e39eefca4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:38.485772 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-c6fc22bd-4c7c-480e-9408-e39eefca4b7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5054dce1b2649b29aeb98aaaba21248&device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 1096 time: 0.0618620 Aug 04 11:48:38.640630 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-e474315d-3faf-489d-8807-8e50c87a768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:38.642394 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-e474315d-3faf-489d-8807-8e50c87a768f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 200 len: 916 time: 0.1410429 Aug 04 11:48:38.703384 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-94a5a8fa-dfae-420b-b740-c014b399b81e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5acc7618-8067-4c25-8286-3cdfc52bd841 HTTP/1.1" status: 200 len: 217 time: 0.0527103 Aug 04 11:48:38.783251 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-cffe2405-2bfb-4c29-8275-1f5f1071bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:38.785497 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-cffe2405-2bfb-4c29-8275-1f5f1071bf55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 200 len: 855 time: 0.0664065 Aug 04 11:48:38.837886 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-0f6987c5-b798-451e-afb8-e15b62b4b159 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6cf68cac-003a-4c81-99de-e266b6a3e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356574 Aug 04 11:48:39.004207 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-3a31dfee-bfde-46af-865d-01850d37b0d8 service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353819 Aug 04 11:48:39.191414 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c8ff-5672-436e-bd57-b584721b86de req-dfa6a797-f6e6-4d89-88e9-de407daaff10 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:39.193156 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8ab4c8ff-5672-436e-bd57-b584721b86de req-dfa6a797-f6e6-4d89-88e9-de407daaff10 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 943 time: 0.1180539 Aug 04 11:48:39.196888 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-94d349fc-96ff-453b-b18e-c0c969ba2800 req-12d1f118-fe40-44f4-8c2f-1e70c961519a service neutron] 10.222.0.83 "GET /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796415 Aug 04 11:48:39.256872 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-8ab4c8ff-5672-436e-bd57-b584721b86de req-08e2df61-2d32-45b9-9089-59c97180823b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518093 Aug 04 11:48:40.440490 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ab4fd-64fb-4a59-83ec-4c8dd765f659 req-9eb8ec61-e90b-4d4f-9e0e-e5a10c89b2e3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:40.442997 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6c1ab4fd-64fb-4a59-83ec-4c8dd765f659 req-9eb8ec61-e90b-4d4f-9e0e-e5a10c89b2e3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 943 time: 0.0856404 Aug 04 11:48:40.512028 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-6c1ab4fd-64fb-4a59-83ec-4c8dd765f659 req-155bafd0-b412-4f4b-94b9-fb4f04428bb7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574803 Aug 04 11:48:41.730288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffc9a9-bb38-4c73-908d-e690e499fa8a req-2e8f5642-d365-408f-90ea-8dc9b93d4488 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:41.733308 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-32ffc9a9-bb38-4c73-908d-e690e499fa8a req-2e8f5642-d365-408f-90ea-8dc9b93d4488 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 943 time: 0.0964360 Aug 04 11:48:41.785493 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-32ffc9a9-bb38-4c73-908d-e690e499fa8a req-4a5e2f07-8062-489f-8061-43588c2f4e50 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Aug 04 11:48:42.081306 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 5acc7618-8067-4c25-8286-3cdfc52bd841 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:42.269530 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=5acc7618-8067-4c25-8286-3cdfc52bd841,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:42.298885 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '5acc7618-8067-4c25-8286-3cdfc52bd841', 'network_id': '6cf68cac-003a-4c81-99de-e266b6a3e472', 'port_id': '5acc7618-8067-4c25-8286-3cdfc52bd841', 'mac_address': 'fa:16:3e:10:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f214b19b-2866-4a93-aafd-fb0fca7e929e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:42.367635 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:42.395388 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acc7618-8067-4c25-8286-3cdfc52bd841 {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:42.437303 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=5acc7618-8067-4c25-8286-3cdfc52bd841,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:42.445500 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:42.471979 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dfad3-cd1e-4362-a447-98c3b9a412c3 req-43dd0f7b-12b8-4ec3-908a-39bb70fcf9b9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:42.474563 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-005dfad3-cd1e-4362-a447-98c3b9a412c3 req-43dd0f7b-12b8-4ec3-908a-39bb70fcf9b9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0927186 Aug 04 11:48:42.541142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:42.541474 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-005dfad3-cd1e-4362-a447-98c3b9a412c3 req-68db955d-1caa-4a5b-9ffe-b81391ae1c3c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544424 Aug 04 11:48:42.555443 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.555950 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.560985 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.562662 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.562662 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:42.852853 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['5acc7618-8067-4c25-8286-3cdfc52bd841'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:42.957402 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879296c-c9bc-4797-b31c-1533daaaeef5 req-92ade174-37f9-41a8-a4c8-cdf12475cdd4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:42.959320 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5879296c-c9bc-4797-b31c-1533daaaeef5 req-92ade174-37f9-41a8-a4c8-cdf12475cdd4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 944 time: 0.0838089 Aug 04 11:48:43.025142 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-5879296c-c9bc-4797-b31c-1533daaaeef5 req-a32a1520-3aa3-45c1-bcc9-c75582d48033 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Aug 04 11:48:43.733852 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb30ad4-85c8-4765-a1ef-75e61939250e req-763ef681-e26e-4ea6-9a39-e91f2d4242e2 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:43.735668 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bbb30ad4-85c8-4765-a1ef-75e61939250e req-763ef681-e26e-4ea6-9a39-e91f2d4242e2 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0699821 Aug 04 11:48:43.794438 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bbb30ad4-85c8-4765-a1ef-75e61939250e req-ac7d1f03-8d38-43f8-910f-1cbff327225a tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497997 Aug 04 11:48:44.079363 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 5acc7618-8067-4c25-8286-3cdfc52bd841 up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:44.151721 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 5acc7618-8067-4c25-8286-3cdfc52bd841 completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:44.157894 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 5acc7618-8067-4c25-8286-3cdfc52bd841 triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:44.158607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:44.198205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09851754-ca1c-4e63-aa68-15f39e25a3c0 req-b1418873-6a12-428b-ae3c-6349ead234fb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:44.200794 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-09851754-ca1c-4e63-aa68-15f39e25a3c0 req-b1418873-6a12-428b-ae3c-6349ead234fb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 944 time: 0.0675690 Aug 04 11:48:44.279696 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-09851754-ca1c-4e63-aa68-15f39e25a3c0 req-b766e396-0a30-42d9-955a-1792ea44b63d tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Aug 04 11:48:44.303482 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:44.340835 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:44.343689 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e6c79-3b7e-472d-bf0a-b44141ed1d4b" -d '{"events": [{"server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "name": "network-vif-plugged", "status": "completed", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:44.367974 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=5acc7618-8067-4c25-8286-3cdfc52bd841,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:44.375079 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:44.412041 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6685f57-1e65-446b-ba3e-11476f104f6f x-openstack-request-id: req-f6685f57-1e65-446b-ba3e-11476f104f6f {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:44.412353 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "name": "network-vif-plugged", "status": "completed", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:44.412630 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6685f57-1e65-446b-ba3e-11476f104f6f {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:44.413033 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841', 'code': 200} Aug 04 11:48:44.456573 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:44.669534 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaede1a-900f-433c-a123-dc95977fddde req-fa48783c-89b4-4d06-8f0b-1a742c5bf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:44.672053 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-efaede1a-900f-433c-a123-dc95977fddde req-fa48783c-89b4-4d06-8f0b-1a742c5bf6f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 1098 time: 0.0556405 Aug 04 11:48:44.746540 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-efaede1a-900f-433c-a123-dc95977fddde req-bae5580f-3036-49c4-8320-b31057055ba9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590160 Aug 04 11:48:44.970345 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04a3bf-d2df-4501-9b38-96bcc24df2c3 req-8521b66a-b9c5-4a3d-a7b8-e87067fcfc0e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:44.972129 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ba04a3bf-d2df-4501-9b38-96bcc24df2c3 req-8521b66a-b9c5-4a3d-a7b8-e87067fcfc0e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0644586 Aug 04 11:48:45.040522 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ba04a3bf-d2df-4501-9b38-96bcc24df2c3 req-9f691800-d291-419d-b992-973e19f9937c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572736 Aug 04 11:48:45.124200 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6c356855-cbde-4772-b301-3ffcede1776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:45.493055 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612767-a7ff-4d30-ac2d-be1ba6ac2776 req-79ddd4aa-9c75-44d0-bc72-c68d58522317 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:45.495618 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6e612767-a7ff-4d30-ac2d-be1ba6ac2776 req-79ddd4aa-9c75-44d0-bc72-c68d58522317 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.1016827 Aug 04 11:48:45.571572 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-6e612767-a7ff-4d30-ac2d-be1ba6ac2776 req-70e88931-ade6-4b0b-b219-c0b339faf2f1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680189 Aug 04 11:48:46.205116 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c28b-303e-4540-866b-fbfba875a8e1 req-3d3ebc9c-38b6-4be8-bcde-cf69aca026e0 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:46.206762 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a87c28b-303e-4540-866b-fbfba875a8e1 req-3d3ebc9c-38b6-4be8-bcde-cf69aca026e0 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0635500 Aug 04 11:48:46.268608 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7a87c28b-303e-4540-866b-fbfba875a8e1 req-2556eedc-0ceb-4179-997a-514df380c352 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539272 Aug 04 11:48:46.769774 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25176b25-a7a7-46c3-9db6-7fe52eebaef5 req-e7ea2d7e-8924-48e2-9d6a-8a2dd6dd2696 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:46.772095 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-25176b25-a7a7-46c3-9db6-7fe52eebaef5 req-e7ea2d7e-8924-48e2-9d6a-8a2dd6dd2696 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.0895572 Aug 04 11:48:46.842205 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-25176b25-a7a7-46c3-9db6-7fe52eebaef5 req-0517a1f7-d242-4a99-a8a8-04ec98a8f0ed tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Aug 04 11:48:47.462507 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75dfea-5267-4af7-87d0-78b6b29847a0 req-176ba552-efe2-4449-b342-2a761b0e15c0 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:47.464036 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8e75dfea-5267-4af7-87d0-78b6b29847a0 req-176ba552-efe2-4449-b342-2a761b0e15c0 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0834095 Aug 04 11:48:47.518627 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-8e75dfea-5267-4af7-87d0-78b6b29847a0 req-cfa5726e-1bd2-42c1-8816-e77fdfff7f0b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470533 Aug 04 11:48:48.678258 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.688208 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf54f92-3dd0-4401-8742-31cdbdaf6a7b req-be338f31-1502-4699-8666-f58e1b54b621 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:48.689942 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bbf54f92-3dd0-4401-8742-31cdbdaf6a7b req-be338f31-1502-4699-8666-f58e1b54b621 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0699861 Aug 04 11:48:48.745677 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bbf54f92-3dd0-4401-8742-31cdbdaf6a7b req-b06ca8c6-58c7-4e9f-9085-c619d61ba94d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470166 Aug 04 11:48:49.798603 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-be17e2ad-6886-46cc-8c8f-b949ebe02f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:49.917082 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908130-f445-49ae-8e90-5a28e0248c1c req-a69a02c0-4084-4b5d-8796-1511a1b320ae tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:49.919541 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f4908130-f445-49ae-8e90-5a28e0248c1c req-a69a02c0-4084-4b5d-8796-1511a1b320ae tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0652404 Aug 04 11:48:49.987646 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f4908130-f445-49ae-8e90-5a28e0248c1c req-0558134d-c0a4-4dae-ab96-2f45998467b1 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596426 Aug 04 11:48:50.765264 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.135589 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcdfaa-1953-47e7-be15-734b9019c16e req-cd6c5c2b-233f-4556-a136-627d6a7c6e33 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:51.137375 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fdcdfaa-1953-47e7-be15-734b9019c16e req-cd6c5c2b-233f-4556-a136-627d6a7c6e33 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0550983 Aug 04 11:48:51.179862 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fdcdfaa-1953-47e7-be15-734b9019c16e req-d2d08713-f515-4ff2-b604-b0219d0343a8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Aug 04 11:48:52.299912 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305428d4-7745-4799-a330-afa797e20877 req-3d0e977e-6376-4e04-abb3-68c34776a5fb tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:52.301390 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-305428d4-7745-4799-a330-afa797e20877 req-3d0e977e-6376-4e04-abb3-68c34776a5fb tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0506670 Aug 04 11:48:52.347647 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-305428d4-7745-4799-a330-afa797e20877 req-d136c3e2-3432-4e2f-afdf-46ed71d131a1 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Aug 04 11:48:52.677231 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.489925 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a34f-05e6-484c-8dc8-f841ad37d6eb req-a9f11ccb-c540-4057-8e73-b74617f77946 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:53.491860 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2f66a34f-05e6-484c-8dc8-f841ad37d6eb req-a9f11ccb-c540-4057-8e73-b74617f77946 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0559363 Aug 04 11:48:53.537311 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2f66a34f-05e6-484c-8dc8-f841ad37d6eb req-9a97549e-e8f3-44cb-b2cb-a3aed1f20338 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Aug 04 11:48:54.662308 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484701a-6454-4653-8952-cd0c6a153f46 req-3fb21387-4f17-4efc-b373-f980001c570d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:54.664199 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f484701a-6454-4653-8952-cd0c6a153f46 req-3fb21387-4f17-4efc-b373-f980001c570d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0546691 Aug 04 11:48:54.708818 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f484701a-6454-4653-8952-cd0c6a153f46 req-49d46aa8-782b-4def-babc-1aed0a355846 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385082 Aug 04 11:48:55.848499 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d81a-837a-4bd8-ac1b-3ae6b46a0d52 req-c465a141-ad8a-4a2c-946a-983781493a4e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:55.850068 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7db2d81a-837a-4bd8-ac1b-3ae6b46a0d52 req-c465a141-ad8a-4a2c-946a-983781493a4e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0632200 Aug 04 11:48:55.905595 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7db2d81a-837a-4bd8-ac1b-3ae6b46a0d52 req-2b377b1a-15fe-497b-992f-67118d8c9531 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482359 Aug 04 11:48:57.026722 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c4bc9-389a-4a64-b23d-4cd2bbe8aac3 req-6dcf4d95-2ed5-4f3e-bddb-4449fcb88e13 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:57.028317 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-997c4bc9-389a-4a64-b23d-4cd2bbe8aac3 req-6dcf4d95-2ed5-4f3e-bddb-4449fcb88e13 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0521128 Aug 04 11:48:57.070508 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-997c4bc9-389a-4a64-b23d-4cd2bbe8aac3 req-870bfabc-9fdc-4365-b9f9-6c5c389974ce tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Aug 04 11:48:57.634583 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-4d10c1e0-2e3d-4eef-b3eb-0d03ace5b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:57.637205 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-4d10c1e0-2e3d-4eef-b3eb-0d03ace5b928 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1098 time: 0.0570769 Aug 04 11:48:57.775261 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-9586e941-6de3-4d96-bdab-85b4d0ac5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:57.776197 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-9586e941-6de3-4d96-bdab-85b4d0ac5c5f service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.1190782 Aug 04 11:48:57.860587 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-21acf873-0344-4b16-9df1-35a5976caffc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 1001 time: 0.0754354 Aug 04 11:48:58.282257 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-f0e61328-00b6-48f5-a5c2-d57530f72034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:58.286053 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-f0e61328-00b6-48f5-a5c2-d57530f72034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.4172292 Aug 04 11:48:58.286388 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93d12-f884-4a11-93ce-149f934a16b9 req-b3ffaf25-c9ea-4700-90e5-9cb04b93d957 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:58.290278 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aae93d12-f884-4a11-93ce-149f934a16b9 req-b3ffaf25-c9ea-4700-90e5-9cb04b93d957 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.1081712 Aug 04 11:48:58.361286 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-838dba81-d4a0-4fd2-ac04-0b2c065a7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:58.363006 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-838dba81-d4a0-4fd2-ac04-0b2c065a7be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680175 Aug 04 11:48:58.366862 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-aae93d12-f884-4a11-93ce-149f934a16b9 req-8d7fb707-c36d-46c5-9b75-f7004f5a7828 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693221 Aug 04 11:48:58.497828 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-f79d5220-2610-4841-bc3e-cce7ea7ad466 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258209 Aug 04 11:48:58.633699 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-62ce758b-757d-481c-a9ff-d643fec04b05 req-a42904de-9cf6-41e5-98b9-b80fbb73ef08 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214113 Aug 04 11:48:59.284225 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27218c1f-ba2e-410a-a155-7f3f5aa1ca49 req-7477b765-ab6c-43d4-a80b-37d99b755a35 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:59.286053 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-27218c1f-ba2e-410a-a155-7f3f5aa1ca49 req-7477b765-ab6c-43d4-a80b-37d99b755a35 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.0721037 Aug 04 11:48:59.338951 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-27218c1f-ba2e-410a-a155-7f3f5aa1ca49 req-58bde2fb-1be0-4945-a1a0-d6ed28605cc7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Aug 04 11:48:59.540635 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5ba13-16ea-46bb-b3e5-e56636e1421f req-45a90772-ca33-40df-89f3-cb720c8afbf3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:59.543126 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b7b5ba13-16ea-46bb-b3e5-e56636e1421f req-45a90772-ca33-40df-89f3-cb720c8afbf3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0682607 Aug 04 11:48:59.583591 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-b7b5ba13-16ea-46bb-b3e5-e56636e1421f req-d1dd793d-c085-4bd9-9c87-aaba4d3d364e tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 Aug 04 11:49:00.476217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638e05-3d84-48d1-89f5-49ad3aa67b6f req-1a14d382-6f09-4bf8-9f1f-32c12faffbe4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.477855 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-52638e05-3d84-48d1-89f5-49ad3aa67b6f req-1a14d382-6f09-4bf8-9f1f-32c12faffbe4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Aug 04 11:49:00.527565 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-52638e05-3d84-48d1-89f5-49ad3aa67b6f req-1acfd886-18b6-41da-b045-c83e5097efd2 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Aug 04 11:49:00.723236 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce77ef-0acd-45d7-aead-a8d58893932d req-d54816f1-15e5-4847-95bb-f2499ee2369c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.724859 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5fce77ef-0acd-45d7-aead-a8d58893932d req-d54816f1-15e5-4847-95bb-f2499ee2369c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0633168 Aug 04 11:49:00.781328 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5fce77ef-0acd-45d7-aead-a8d58893932d req-b8595acb-3c24-40a3-94eb-81698b5f9d34 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Aug 04 11:49:01.387450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-74f1fd4b-3e51-4e67-8ec6-264df725b5eb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:01.389963 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-74f1fd4b-3e51-4e67-8ec6-264df725b5eb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.0823760 Aug 04 11:49:01.501520 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Deleting port 5acc7618-8067-4c25-8286-3cdfc52bd841 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:49:01.501864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:01.610568 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] For port 5acc7618-8067-4c25-8286-3cdfc52bd841, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=5acc7618-8067-4c25-8286-3cdfc52bd841,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:01.611298 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:01.628176 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Calling delete_port for 5acc7618-8067-4c25-8286-3cdfc52bd841 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:49:01.661251 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796274f4-cc98-46cd-8c34-422f39332753 req-d4309255-e290-44ae-b011-35ca34e762d2 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:01.662806 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-796274f4-cc98-46cd-8c34-422f39332753 req-d4309255-e290-44ae-b011-35ca34e762d2 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7e57815-cb70-404e-ae44-14264b224df8 HTTP/1.1" status: 200 len: 945 time: 0.0605228 Aug 04 11:49:01.711347 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-796274f4-cc98-46cd-8c34-422f39332753 req-7121d32e-2107-476a-b0df-4ebcd1752a45 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Aug 04 11:49:01.774323 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:01.789090 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1', '3795b751-738d-4a3b-b885-e9761290442e', '3f7dd932-8357-4344-9256-c343fa509efb', '5acc7618-8067-4c25-8286-3cdfc52bd841'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:01.805230 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event deleted for resources: {'Port': ['ID=5acc7618-8067-4c25-8286-3cdfc52bd841,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:01.864909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] No DVR routers for this DVR port 5acc7618-8067-4c25-8286-3cdfc52bd841 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:49:01.868134 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:01.870382 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ce327247-900a-4709-9a83-74f3dcab13f3 req-38fd39e1-7564-4482-8181-1c16f711a8ec tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "DELETE /v2.0/ports/5acc7618-8067-4c25-8286-3cdfc52bd841 HTTP/1.1" status: 204 len: 173 time: 0.4713244 Aug 04 11:49:01.870851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'name': 'network-vif-deleted', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:01.873273 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c3c35-84f5-42e6-b373-b081ecdb1d80" -d '{"events": [{"server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "name": "network-vif-deleted", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:01.926749 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3353b6-b972-49cc-a863-7a30795f79ef x-openstack-request-id: req-8a3353b6-b972-49cc-a863-7a30795f79ef {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:01.927079 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e57815-cb70-404e-ae44-14264b224df8", "name": "network-vif-deleted", "tag": "5acc7618-8067-4c25-8286-3cdfc52bd841", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:01.927243 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a3353b6-b972-49cc-a863-7a30795f79ef {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:01.927712 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e57815-cb70-404e-ae44-14264b224df8', 'name': 'network-vif-deleted', 'tag': '5acc7618-8067-4c25-8286-3cdfc52bd841', 'status': 'completed', 'code': 200} Aug 04 11:49:01.961531 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9c741-49d6-4f91-8847-09601895a037 req-a0ca9ccc-4ff6-4c49-b1f6-be18eef76ee2 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:01.963627 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-30d9c741-49d6-4f91-8847-09601895a037 req-a0ca9ccc-4ff6-4c49-b1f6-be18eef76ee2 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0869775 Aug 04 11:49:02.016993 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-30d9c741-49d6-4f91-8847-09601895a037 req-44780025-1a23-4b91-8fb3-d68baf8efffb tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Aug 04 11:49:02.350635 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7e75b-4144-409f-a0b3-4cbde8e7a469 req-5ee3b64b-5007-41af-9cff-34f5138ca217 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:02.352213 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-26e7e75b-4144-409f-a0b3-4cbde8e7a469 req-5ee3b64b-5007-41af-9cff-34f5138ca217 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0817029 Aug 04 11:49:02.360417 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-8ed4488d-6867-41dd-9cef-8ab2c1b52adc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218693 Aug 04 11:49:02.401081 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-26e7e75b-4144-409f-a0b3-4cbde8e7a469 req-796cb922-2853-40a7-bcbe-ba1e1445be55 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Aug 04 11:49:03.042342 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:49:03.547244 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2f205-0af1-4ce9-bbc6-ea1971d7a8b7 req-a6251d1d-b0b1-4f0c-b69b-9ce1acbd9c29 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:03.549261 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fdc2f205-0af1-4ce9-bbc6-ea1971d7a8b7 req-a6251d1d-b0b1-4f0c-b69b-9ce1acbd9c29 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0599909 Aug 04 11:49:03.595840 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fdc2f205-0af1-4ce9-bbc6-ea1971d7a8b7 req-f8e62756-20be-49d3-9fc4-89dd7f22ed77 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373056 Aug 04 11:49:03.956208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8de90-1267-456a-803a-187e5b548fa0 req-7fe581b9-c45b-4061-9249-1890a4f937a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:03.957802 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-7fe581b9-c45b-4061-9249-1890a4f937a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce&tenant_id=d8b76d455c444dc9a01521dcb035dee0 HTTP/1.1" status: 200 len: 1098 time: 0.0512178 Aug 04 11:49:04.032413 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8de90-1267-456a-803a-187e5b548fa0 req-89433ee9-7a45-4b06-87cd-35e4fc182458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.034019 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-89433ee9-7a45-4b06-87cd-35e4fc182458 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1098 time: 0.0495522 Aug 04 11:49:04.148697 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8de90-1267-456a-803a-187e5b548fa0 req-470c682f-debd-48cc-9283-693ec85dc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.150786 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-470c682f-debd-48cc-9283-693ec85dc476 service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.1086497 Aug 04 11:49:04.175446 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 5acc7618-8067-4c25-8286-3cdfc52bd841 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:04.199308 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 5acc7618-8067-4c25-8286-3cdfc52bd841 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:49:04.199658 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 5acc7618-8067-4c25-8286-3cdfc52bd841 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:49:04.200081 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:04.270988 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-081e06e3-1fb8-4199-b38f-6f56369ec929 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 1001 time: 0.1083496 Aug 04 11:49:04.280086 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90a81-bdea-417c-9ef1-293f5fdab95b req-0daa6aa7-79cc-4791-a29e-7be7865c645c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.282134 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29f90a81-bdea-417c-9ef1-293f5fdab95b req-0daa6aa7-79cc-4791-a29e-7be7865c645c tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.1300690 Aug 04 11:49:04.331609 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:04.369552 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:04.371909 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d1f94-ab06-45c9-9159-53587c2bc6d6" -d '{"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-unplugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:04.384159 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8de90-1267-456a-803a-187e5b548fa0 req-0d593b56-7b83-4dfa-b54a-1b8eeaa98a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.386746 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-0d593b56-7b83-4dfa-b54a-1b8eeaa98a4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.1027832 Aug 04 11:49:04.390037 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:04.393950 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-29f90a81-bdea-417c-9ef1-293f5fdab95b req-f5b60b07-4c4b-42b0-b03c-c643dd51149a tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Aug 04 11:49:04.395202 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:04.424711 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b377280-540d-43f6-941a-1fc9ac711374 x-openstack-request-id: req-1b377280-540d-43f6-941a-1fc9ac711374 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:04.425645 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-unplugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:04.425645 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b377280-540d-43f6-941a-1fc9ac711374 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:04.425645 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'code': 200} Aug 04 11:49:04.448891 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8de90-1267-456a-803a-187e5b548fa0 req-b43e490c-48ac-437c-8a4d-6c6ccbeaaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.450401 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-b43e490c-48ac-437c-8a4d-6c6ccbeaaa09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517645 Aug 04 11:49:04.455520 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=6']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:04.561641 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-fe50e7a2-c623-42f0-88a0-c3dbb27ba498 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951643 Aug 04 11:49:04.664934 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-93a8de90-1267-456a-803a-187e5b548fa0 req-d6fa5705-0780-4a55-b910-7bc233c6dbb4 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948343 Aug 04 11:49:04.732723 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa86b2c-b38b-42e8-a136-3f3ae58c8af6 req-1ae5ba6d-86d2-4bc0-aa6e-626181a4cbbe tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:04.734181 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5aa86b2c-b38b-42e8-a136-3f3ae58c8af6 req-1ae5ba6d-86d2-4bc0-aa6e-626181a4cbbe tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0609581 Aug 04 11:49:04.776907 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5aa86b2c-b38b-42e8-a136-3f3ae58c8af6 req-79f46b80-fe96-4297-b9a0-cfa362f7a685 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Aug 04 11:49:05.541260 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7670f0-d2ee-45e4-b4f1-ad5d435ae5aa req-fdb67a7c-adb4-45af-bdc3-43002b4e07eb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:05.542881 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2a7670f0-d2ee-45e4-b4f1-ad5d435ae5aa req-fdb67a7c-adb4-45af-bdc3-43002b4e07eb tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 04 11:49:05.588955 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-2a7670f0-d2ee-45e4-b4f1-ad5d435ae5aa req-6c67a5e3-bf79-437a-b692-886304930745 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Aug 04 11:49:05.913250 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4120d7-cccf-4e46-9742-7bb52b66d047 req-42f9798e-33d1-42bd-8b02-f6ed86302e91 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:05.914837 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa4120d7-cccf-4e46-9742-7bb52b66d047 req-42f9798e-33d1-42bd-8b02-f6ed86302e91 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0623751 Aug 04 11:49:05.967974 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fa4120d7-cccf-4e46-9742-7bb52b66d047 req-13e8faf1-a5f4-46bf-a974-4a04040209fc tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Aug 04 11:49:06.025057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-7465ecac-2116-467d-97e2-3b664d9a9c76 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:06.027785 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-7465ecac-2116-467d-97e2-3b664d9a9c76 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 945 time: 0.0585914 Aug 04 11:49:06.145505 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Deleting port 3f7dd932-8357-4344-9256-c343fa509efb {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:49:06.146036 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:06.268214 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] For port 3f7dd932-8357-4344-9256-c343fa509efb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f7dd932-8357-4344-9256-c343fa509efb,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:06.268603 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:06.283798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Calling delete_port for 3f7dd932-8357-4344-9256-c343fa509efb owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:49:06.439906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:06.453027 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1', '3795b751-738d-4a3b-b885-e9761290442e', '3f7dd932-8357-4344-9256-c343fa509efb'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:06.479680 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event deleted for resources: {'Port': ['ID=3f7dd932-8357-4344-9256-c343fa509efb,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:06.530393 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] No DVR routers for this DVR port 3f7dd932-8357-4344-9256-c343fa509efb on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:49:06.532929 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:06.535036 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-985ce1b9-c3ea-4e60-9535-91a7b03f283a req-c2751abf-0636-491f-8d7c-9cabd455ec9b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "DELETE /v2.0/ports/3f7dd932-8357-4344-9256-c343fa509efb HTTP/1.1" status: 204 len: 173 time: 0.5004950 Aug 04 11:49:06.535482 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'name': 'network-vif-deleted', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:06.537854 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424a87cf-c674-4a89-97d5-ae5323dbd3e4" -d '{"events": [{"server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "name": "network-vif-deleted", "tag": "3f7dd932-8357-4344-9256-c343fa509efb"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:06.598278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b73a45-f0bb-4474-a42d-77ea7dac4f6a x-openstack-request-id: req-08b73a45-f0bb-4474-a42d-77ea7dac4f6a {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:06.598571 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4405df6-96ab-4fb6-89ae-f99f89a7612e", "name": "network-vif-deleted", "tag": "3f7dd932-8357-4344-9256-c343fa509efb", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:06.598822 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08b73a45-f0bb-4474-a42d-77ea7dac4f6a {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:06.599227 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4405df6-96ab-4fb6-89ae-f99f89a7612e', 'name': 'network-vif-deleted', 'tag': '3f7dd932-8357-4344-9256-c343fa509efb', 'status': 'completed', 'code': 200} Aug 04 11:49:06.735483 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2c99a2f5-21b3-4966-bcdf-0e80e84650d3 req-b534d188-6c86-4bea-ad89-ed3aaa5bcb5f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4405df6-96ab-4fb6-89ae-f99f89a7612e HTTP/1.1" status: 200 len: 210 time: 0.0297854 Aug 04 11:49:06.793254 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:07.130517 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24554284-e1c9-4953-9891-0b789feba049 req-82b4826e-c0c2-41db-abd7-e9b75525eb52 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:07.133714 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-24554284-e1c9-4953-9891-0b789feba049 req-82b4826e-c0c2-41db-abd7-e9b75525eb52 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0655353 Aug 04 11:49:07.197271 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-24554284-e1c9-4953-9891-0b789feba049 req-61275ce4-efa4-4c0e-a362-fd28ba0f35cf tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566833 Aug 04 11:49:08.055960 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d13f69-400c-46b2-a4f0-aa3e0f86fbbb req-8691729e-91e7-4571-85fd-846ed330bb87 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:08.057521 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-42d13f69-400c-46b2-a4f0-aa3e0f86fbbb req-8691729e-91e7-4571-85fd-846ed330bb87 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 946 time: 0.0581014 Aug 04 11:49:08.108692 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-42d13f69-400c-46b2-a4f0-aa3e0f86fbbb req-e5287f47-a328-4e37-b40a-320c3b0b574f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439565 Aug 04 11:49:08.357376 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e7b2-b613-4856-95f9-2a32b3a75f13 req-5a923476-a1fe-4360-ac18-6598e582b5a9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:08.359899 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ec06e7b2-b613-4856-95f9-2a32b3a75f13 req-5a923476-a1fe-4360-ac18-6598e582b5a9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0696821 Aug 04 11:49:08.416990 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ec06e7b2-b613-4856-95f9-2a32b3a75f13 req-2c4e90f3-4dd1-4de9-8040-26d5de5bb9ae tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Aug 04 11:49:09.265709 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb592744-c25a-4680-bd36-eeb9919af4a7 req-699fe075-056f-4daf-abf2-d8dded1808d4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.267201 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fb592744-c25a-4680-bd36-eeb9919af4a7 req-699fe075-056f-4daf-abf2-d8dded1808d4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 946 time: 0.0662873 Aug 04 11:49:09.318074 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fb592744-c25a-4680-bd36-eeb9919af4a7 req-19aaf7d4-3a86-43ad-a72b-bb3d8dcae439 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Aug 04 11:49:09.575586 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aef4b-0df7-4c8d-bd3d-c5b8328fb024 req-aa0d7dad-6301-429a-94d0-873b261c4bc8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.577208 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-133aef4b-0df7-4c8d-bd3d-c5b8328fb024 req-aa0d7dad-6301-429a-94d0-873b261c4bc8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0792077 Aug 04 11:49:09.620865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-7ad20bef-16fe-4b99-ad11-c24a15d245d4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.622735 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-7ad20bef-16fe-4b99-ad11-c24a15d245d4 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 946 time: 0.0714226 Aug 04 11:49:09.630022 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-133aef4b-0df7-4c8d-bd3d-c5b8328fb024 req-3fc3b57b-05db-4a3d-b0d8-f80fd608b3e8 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Aug 04 11:49:09.741415 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Deleting port 3795b751-738d-4a3b-b885-e9761290442e {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:49:09.741821 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:09.864999 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] For port 3795b751-738d-4a3b-b885-e9761290442e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3795b751-738d-4a3b-b885-e9761290442e,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:09.865541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:09.881030 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Calling delete_port for 3795b751-738d-4a3b-b885-e9761290442e owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:49:10.043051 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:10.056391 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1', '3795b751-738d-4a3b-b885-e9761290442e'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:10.078554 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event deleted for resources: {'Port': ['ID=3795b751-738d-4a3b-b885-e9761290442e,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:10.124602 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] No DVR routers for this DVR port 3795b751-738d-4a3b-b885-e9761290442e on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:49:10.127884 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:10.130361 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-26c7db40-14ee-450f-bcc0-5f8f5698d89e req-81814a1e-8e0e-4f4d-91d7-d762dbe1e164 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "DELETE /v2.0/ports/3795b751-738d-4a3b-b885-e9761290442e HTTP/1.1" status: 204 len: 173 time: 0.5014248 Aug 04 11:49:10.130848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'name': 'network-vif-deleted', 'tag': '3795b751-738d-4a3b-b885-e9761290442e'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:10.134844 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72df1bb-b1bb-40d8-a0c6-484e81b74b10" -d '{"events": [{"server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "name": "network-vif-deleted", "tag": "3795b751-738d-4a3b-b885-e9761290442e"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:10.167344 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3f7dd932-8357-4344-9256-c343fa509efb no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:10.187937 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7474f2c3-5d0c-4ade-b9f9-af722952da26 x-openstack-request-id: req-7474f2c3-5d0c-4ade-b9f9-af722952da26 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:10.188231 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78aeaab-fbd6-45c7-8863-032919dadbf3", "name": "network-vif-deleted", "tag": "3795b751-738d-4a3b-b885-e9761290442e", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:10.188589 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7474f2c3-5d0c-4ade-b9f9-af722952da26 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:10.189301 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78aeaab-fbd6-45c7-8863-032919dadbf3', 'name': 'network-vif-deleted', 'tag': '3795b751-738d-4a3b-b885-e9761290442e', 'status': 'completed', 'code': 200} Aug 04 11:49:10.202928 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 3f7dd932-8357-4344-9256-c343fa509efb {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:49:10.203322 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3f7dd932-8357-4344-9256-c343fa509efb not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:49:10.203759 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3795b751-738d-4a3b-b885-e9761290442e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:10.250014 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 3795b751-738d-4a3b-b885-e9761290442e {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:49:10.250372 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 3795b751-738d-4a3b-b885-e9761290442e not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:49:10.421676 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-baae7555-8386-45d7-8481-fefbe2365df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.424341 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-baae7555-8386-45d7-8481-fefbe2365df1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1096 time: 0.0708907 Aug 04 11:49:10.467371 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fe2535ce-411a-4a81-b04b-c8df32d32107 req-cbefe584-42ec-442f-8bd7-fac32acaa9e1 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=e78aeaab-fbd6-45c7-8863-032919dadbf3 HTTP/1.1" status: 200 len: 210 time: 0.0308304 Aug 04 11:49:10.568096 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-5d271b38-5546-4ba9-8cb0-f81f8aa6531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.570383 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-5d271b38-5546-4ba9-8cb0-f81f8aa6531c service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.1205788 Aug 04 11:49:10.667076 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-3a0998c1-c30d-43c4-b08c-45873a272a4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 999 time: 0.0881448 Aug 04 11:49:10.797696 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-b85b8f0e-cc0e-4dde-ae55-bc4d75d6d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.800706 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-b85b8f0e-cc0e-4dde-ae55-bc4d75d6d676 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.1256125 Aug 04 11:49:10.833628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d7e22-e192-4ec0-aeb2-dedd05690495 req-5bbbf6fa-4c5b-424f-a9b3-324da9722e2d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.835854 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-904d7e22-e192-4ec0-aeb2-dedd05690495 req-5bbbf6fa-4c5b-424f-a9b3-324da9722e2d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.1069298 Aug 04 11:49:10.908814 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-5ca44e5a-f286-4225-87c8-d14b2aaa46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.910909 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-5ca44e5a-f286-4225-87c8-d14b2aaa46ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017911 Aug 04 11:49:10.916096 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-904d7e22-e192-4ec0-aeb2-dedd05690495 req-adf6b58b-8198-416e-a1f1-7b719e4f296c tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643487 Aug 04 11:49:11.023579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5cfec-65dc-457a-a0c8-fbc6925288ce req-1a08e58a-130a-47f6-8dec-befb5b4d82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:11.025309 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-42f5cfec-65dc-457a-a0c8-fbc6925288ce req-1a08e58a-130a-47f6-8dec-befb5b4d82e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1096 time: 0.0472567 Aug 04 11:49:11.048845 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-91bda05c-0a46-4e3a-8d61-9e667768e06d service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285307 Aug 04 11:49:11.065598 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-42f5cfec-65dc-457a-a0c8-fbc6925288ce req-28332949-9ade-4629-ae9d-85d4d5681046 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Aug 04 11:49:11.175282 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3167cc70-981a-4cfb-a050-c31ab470a0ab req-c4e1008a-0c7b-427d-b971-b4472879045c service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194110 Aug 04 11:49:12.075913 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4474-d5f6-4b7c-814c-9faa75ea05f1 req-10aaef12-dfdf-4f45-946d-758b6caae409 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:12.077808 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2f2a4474-d5f6-4b7c-814c-9faa75ea05f1 req-10aaef12-dfdf-4f45-946d-758b6caae409 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 943 time: 0.0668423 Aug 04 11:49:12.140106 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-2f2a4474-d5f6-4b7c-814c-9faa75ea05f1 req-8775305b-7277-4f1e-a62e-d2349474ade6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557883 Aug 04 11:49:12.169221 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:49:12.298223 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:12.313283 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'port_id': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'mac_address': 'fa:16:3e:f9:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:49:12.361674 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:12.382490 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:49:12.409467 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:12.415356 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:12.478041 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=7']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:12.659559 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:13.050230 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf930ab-72dc-4464-a885-9cf7b91dec2a req-2fa53cd8-529d-43ee-990c-440faca265e7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:13.051769 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fcf930ab-72dc-4464-a885-9cf7b91dec2a req-2fa53cd8-529d-43ee-990c-440faca265e7 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 945 time: 0.0662789 Aug 04 11:49:13.099777 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fcf930ab-72dc-4464-a885-9cf7b91dec2a req-15bec0e0-c96c-4501-9579-875000a0286b tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Aug 04 11:49:14.189525 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:49:14.269980 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:49:14.270598 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:14.280958 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769d22-efaa-40e5-a9da-516c1577f8b8 req-59fe5e35-d366-468e-8e5e-18a3578f21f3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:14.283561 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e0769d22-efaa-40e5-a9da-516c1577f8b8 req-59fe5e35-d366-468e-8e5e-18a3578f21f3 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 945 time: 0.0915291 Aug 04 11:49:14.331188 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-e0769d22-efaa-40e5-a9da-516c1577f8b8 req-9ad90e01-8f9d-4ba1-a2bb-70a72dcea68f tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a52f166-bf70-436a-85a2-63a7a990be28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Aug 04 11:49:14.392859 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:14.553323 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:14.556228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc2450-d721-49d9-a0f3-60b912207a54" -d '{"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-plugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:14.572168 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:14.578794 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:14.614465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-26c33774-6643-417d-ad35-78f435755f25 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:14.616238 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-26c33774-6643-417d-ad35-78f435755f25 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 945 time: 0.0659978 Aug 04 11:49:14.619192 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33d082-fd7b-40e5-ab9c-3bd8aa6c5138 x-openstack-request-id: req-6b33d082-fd7b-40e5-ab9c-3bd8aa6c5138 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:14.619667 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-plugged", "status": "completed", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:14.620271 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b33d082-fd7b-40e5-ab9c-3bd8aa6c5138 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:14.620945 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'code': 200} Aug 04 11:49:14.649840 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=8']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:14.735306 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Deleting port 88ecd15a-fea7-4de7-840b-31c51453cdd1 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:49:14.735781 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:14.859057 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] For port 88ecd15a-fea7-4de7-840b-31c51453cdd1, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=88ecd15a-fea7-4de7-840b-31c51453cdd1,segment=NetworkSegment(a14d89e0-3521-4d58-afa5-f157f71fb9b6),segment_id=a14d89e0-3521-4d58-afa5-f157f71fb9b6)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:14.859423 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:14.874544 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Calling delete_port for 88ecd15a-fea7-4de7-840b-31c51453cdd1 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:49:15.031299 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:15.042993 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['88ecd15a-fea7-4de7-840b-31c51453cdd1'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:15.065420 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Pushing event deleted for resources: {'Port': ['ID=88ecd15a-fea7-4de7-840b-31c51453cdd1,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:15.114539 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-38c0e7ba-acbe-4c90-b42b-c41f3244718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:15.123001 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] No DVR routers for this DVR port 88ecd15a-fea7-4de7-840b-31c51453cdd1 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:49:15.125837 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:15.127877 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4a9e9e69-90bf-4237-bf1d-232af6c7f53b req-d2bd238a-a8b9-4c21-9fe4-d45aab2ce364 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.83 "DELETE /v2.0/ports/88ecd15a-fea7-4de7-840b-31c51453cdd1 HTTP/1.1" status: 204 len: 173 time: 0.5018599 Aug 04 11:49:15.128481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'name': 'network-vif-deleted', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:15.133110 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9171077d-82c2-479f-aebf-725a9972dc7f" -d '{"events": [{"server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "name": "network-vif-deleted", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:15.186213 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a8bd9-1bd3-44a3-9970-8747cfd91489 x-openstack-request-id: req-c98a8bd9-1bd3-44a3-9970-8747cfd91489 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:15.186628 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a3c9d-652c-4a23-a124-d30cd2ece6a9", "name": "network-vif-deleted", "tag": "88ecd15a-fea7-4de7-840b-31c51453cdd1", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:15.187019 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c98a8bd9-1bd3-44a3-9970-8747cfd91489 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:15.187727 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a3c9d-652c-4a23-a124-d30cd2ece6a9', 'name': 'network-vif-deleted', 'tag': '88ecd15a-fea7-4de7-840b-31c51453cdd1', 'status': 'completed', 'code': 200} Aug 04 11:49:15.462916 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-0509f6df-f248-4ddd-9f38-6d4c6e44266f req-53e83cb5-1620-440e-9fc6-ccd074303e62 tempest-AttachVolumeNegativeTest-1959605492 tempest-AttachVolumeNegativeTest-1959605492-project] 10.222.0.44 "GET /v2.0/ports?device_id=b72a3c9d-652c-4a23-a124-d30cd2ece6a9 HTTP/1.1" status: 200 len: 210 time: 0.0303464 Aug 04 11:49:16.532491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53066) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:16.598729 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Deleting subnet f214b19b-2866-4a93-aafd-fb0fca7e929e {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:49:16.602656 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.648208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.709734 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.792475 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.835515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.835787 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f214b19b-2866-4a93-aafd-fb0fca7e929e HTTP/1.1" status: 204 len: 168 time: 0.3016443 Aug 04 11:49:16.838625 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a8ad8-5f1a-40da-87e9-f5f2757c7b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f214b19b-2866-4a93-aafd-fb0fca7e929e,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:16.838930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53068) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:16.953245 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.056911 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.067994 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf68cac-003a-4c81-99de-e266b6a3e472']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:49:17.082806 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14d89e0-3521-4d58-afa5-f157f71fb9b6') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:49:17.083511 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14d89e0-3521-4d58-afa5-f157f71fb9b6') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:49:17.098546 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.115333 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.122727 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:49:17.123223 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:49:17.125106 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:49:17.188990 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.195211 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.197089 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6cf68cac-003a-4c81-99de-e266b6a3e472 HTTP/1.1" status: 204 len: 168 time: 0.3569117 Aug 04 11:49:17.212701 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf68cac-003a-4c81-99de-e266b6a3e472,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:17.222104 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.222295 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.222482 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.222867 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.223122 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.223473 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.223790 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.224117 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.224476 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.224807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.225130 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.225443 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c76bc-8438-4682-985b-326a033c3248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:17.323149 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53072) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:17.365985 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-90abb855-d00b-4dc5-bfe7-d4382a06913c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5054dce1b2649b29aeb98aaaba21248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415685 Aug 04 11:49:17.369604 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53074) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:17.427628 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.455191 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.510034 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.513205 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.514489 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a52f166-bf70-436a-85a2-63a7a990be28 HTTP/1.1" status: 204 len: 168 time: 0.1438935 Aug 04 11:49:17.531346 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ee27d-f09b-419c-b895-4309237d1f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52f166-bf70-436a-85a2-63a7a990be28,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:18.191797 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 88ecd15a-fea7-4de7-840b-31c51453cdd1 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:18.233943 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 88ecd15a-fea7-4de7-840b-31c51453cdd1 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:49:18.234451 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 88ecd15a-fea7-4de7-840b-31c51453cdd1 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:49:18.679291 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.041435 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53126) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:19.223378 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f5e7aa6e-0bfd-431c-b4e4-8579f731cf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.349307 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f5e7aa6e-0bfd-431c-b4e4-8579f731cf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.355087 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f5e7aa6e-0bfd-431c-b4e4-8579f731cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.396326 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7aa6e-0bfd-431c-b4e4-8579f731cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6006d42-b4d1-4ccf-af6a-87b18158b053,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:19.401436 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f5e7aa6e-0bfd-431c-b4e4-8579f731cf37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c610667345b436db5fe8efec5575c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585825 Aug 04 11:49:19.405679 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53130) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:19.473287 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.498892 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.562039 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.565013 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.566242 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6006d42-b4d1-4ccf-af6a-87b18158b053 HTTP/1.1" status: 204 len: 168 time: 0.1601527 Aug 04 11:49:19.576190 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1cbd-687e-4a6e-a7ec-9c0cf324f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6006d42-b4d1-4ccf-af6a-87b18158b053,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:19.793764 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5b456f3f-331c-43b3-9743-7a6429f606d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:20.760337 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:21.531881 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53182) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:21.668572 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b5407610-cdcc-435e-b815-5d8f4070b236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:21.793146 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b5407610-cdcc-435e-b815-5d8f4070b236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:21.806807 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b5407610-cdcc-435e-b815-5d8f4070b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:21.851733 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b5407610-cdcc-435e-b815-5d8f4070b236 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6836d2d831e041ccb3440f9ec068d31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185527 Aug 04 11:49:21.852552 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5407610-cdcc-435e-b815-5d8f4070b236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7648a3-2f39-4c39-8bec-3c5b7299529c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:21.854452 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53186) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:21.924481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:21.954083 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.018603 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.021837 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.023669 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b7648a3-2f39-4c39-8bec-3c5b7299529c HTTP/1.1" status: 204 len: 168 time: 0.1673174 Aug 04 11:49:22.032814 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93785-6d56-4e3e-ac2f-d91faa167d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7648a3-2f39-4c39-8bec-3c5b7299529c,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:22.342784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53192) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:22.358045 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3aacc830-ed16-4fa7-83e9-bd2cc82a1f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.456720 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3aacc830-ed16-4fa7-83e9-bd2cc82a1f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.460924 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3aacc830-ed16-4fa7-83e9-bd2cc82a1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.497973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacc830-ed16-4fa7-83e9-bd2cc82a1f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737fe478-4587-4479-9d5c-dfee6fcba1ec,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:22.503019 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-3aacc830-ed16-4fa7-83e9-bd2cc82a1f52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02d976147f14cd2a68847fff9525e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589231 Aug 04 11:49:22.504765 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53194) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:22.572848 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.603529 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.668172 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.674490 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.676908 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/737fe478-4587-4479-9d5c-dfee6fcba1ec HTTP/1.1" status: 204 len: 168 time: 0.1709270 Aug 04 11:49:22.689507 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.692846 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e10d-c814-4cef-8eef-a1f0657665b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737fe478-4587-4479-9d5c-dfee6fcba1ec,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:28.877359 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53276) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:29.000621 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.117206 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.122522 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.161902 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a07e64e9cb4f40908cd6ea23af56c3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834070 Aug 04 11:49:29.163750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6347b6d6-55d2-4824-af2a-af7ccc071cf9,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:29.166108 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53280) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:29.171804 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.172151 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.172527 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.172863 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.173192 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.173521 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.173847 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.174169 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.174498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.174825 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.175201 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.175519 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc5949-0d83-45ed-8c07-699b737686de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:29.249240 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.277462 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.340953 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.343595 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.345095 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6347b6d6-55d2-4824-af2a-af7ccc071cf9 HTTP/1.1" status: 204 len: 168 time: 0.1775148 Aug 04 11:49:29.353523 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227cf6a-fac7-4495-9b15-57883d40ce53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6347b6d6-55d2-4824-af2a-af7ccc071cf9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:29.669359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53288) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:29.683941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fefea3c-76d9-4404-b1d4-712b78922257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.794786 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fefea3c-76d9-4404-b1d4-712b78922257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.799532 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fefea3c-76d9-4404-b1d4-712b78922257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.845106 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-9fefea3c-76d9-4404-b1d4-712b78922257 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41a88fbed8b84ae5b6ade76d96b85476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744688 Aug 04 11:49:29.845838 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefea3c-76d9-4404-b1d4-712b78922257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c9d7d-bc3c-4752-a779-05eba66670ea,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:29.849591 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53290) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:29.906133 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.928797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.995347 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:29.999268 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:30.000546 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c0c9d7d-bc3c-4752-a779-05eba66670ea HTTP/1.1" status: 204 len: 168 time: 0.1504114 Aug 04 11:49:30.009607 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e23b0-2e15-49cc-b41a-14fcc47f1ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c9d7d-bc3c-4752-a779-05eba66670ea,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:36.779162 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:40.040698 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:49:45.107691 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cecc9-f09a-4d6a-aeac-eb06b376a907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:48.673144 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:49.799585 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-abf5863e-96d6-47b8-bd3a-8079bba658fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:50.763956 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.288335 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53428) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:52.404400 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a781f88a-875b-44cd-9035-639bb9e8b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.506868 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a781f88a-875b-44cd-9035-639bb9e8b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.511030 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a781f88a-875b-44cd-9035-639bb9e8b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.553143 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a781f88a-875b-44cd-9035-639bb9e8b5e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9d069a3c300407d81276bb25ba40d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632828 Aug 04 11:49:52.554113 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f88a-875b-44cd-9035-639bb9e8b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ffc19-c624-42ff-9db4-88eee9a9b159,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:52.557869 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53432) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:52.610820 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.637392 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.684235 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.689983 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.692704 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.694314 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b3ffc19-c624-42ff-9db4-88eee9a9b159 HTTP/1.1" status: 204 len: 168 time: 0.1350513 Aug 04 11:49:52.705169 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5f6b-bfe7-49a6-a9b2-4a2f83174ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ffc19-c624-42ff-9db4-88eee9a9b159,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:53.502552 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53456) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:53.652611 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1858478334-network', 'tenant_id': 'b205a243aced416b8e1f37c066f46316'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:49:53.677322 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Made reservation on behalf of b205a243aced416b8e1f37c066f46316 for: {'network': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:49:53.680429 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for network, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.689660 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.799386 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.804805 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.832515 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=99841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:49:53.843479 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:53.851502 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.851857 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.segments_db [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Added segment 4bb7e726-e1a6-4774-94d7-ff9b956779c7 of type vlan for network 5886378d-15c4-4b48-bc13-26e7d305318a Aug 04 11:49:53.900124 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791248747798'] for network, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.939121 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978'] for network, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.940191 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:53.940911 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:54.001863 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4981928 Aug 04 11:49:54.004962 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53460) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:54.010501 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.v2.base [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Request body: {'subnet': {'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1858478334-subnet', 'tenant_id': 'b205a243aced416b8e1f37c066f46316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:49:54.011589 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486288c5-c69d-4200-9177-b43db088b8ba admin admin] Pushing event updated for resources: {'Network': ['ID=5886378d-15c4-4b48-bc13-26e7d305318a,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:54.023306 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Network 5886378d-15c4-4b48-bc13-26e7d305318a details requested by agent ovs-agent-dv-cinder-784140-6-iscsi with host dv-cinder-784140-6-iscsi {{(pid=99842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:49:54.044460 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Made reservation on behalf of b205a243aced416b8e1f37c066f46316 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:49:54.047731 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4398910'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:54.265946 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4795881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4398848'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:54.325826 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012b58db-3240-4888-9d6a-6567ea596ee8,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:54.333765 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Checking segment: {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:49:54.334133 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Network hostable DHCP agents. Network: 5886378d-15c4-4b48-bc13-26e7d305318a, hostable agents: ['17986cff-25f0-4461-b238-e0f97ee30dc1'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:49:54.351659 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Network 5886378d-15c4-4b48-bc13-26e7d305318a is scheduled to be hosted by DHCP agent 17986cff-25f0-4461-b238-e0f97ee30dc1 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:49:54.360842 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-6-iscsi, 5886378d-15c4-4b48-bc13-26e7d305318a) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:49:54.365053 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:54.365645 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:54.370766 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de34757-3e66-4169-9357-ca8a41dd17c7 None None] Network 5886378d-15c4-4b48-bc13-26e7d305318a requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:49:54.381797 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a00f144e-1af0-4d5b-b0f6-67c2f13b6d87 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3755472 Aug 04 11:49:54.508624 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae4d01-df02-4153-af2c-b611587526e3 None None] Network 5886378d-15c4-4b48-bc13-26e7d305318a requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:49:56.369157 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-dd289378-14da-4d24-8f93-77e0f9ad6fb3 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:56.370656 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-dd289378-14da-4d24-8f93-77e0f9ad6fb3 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 814 time: 0.1038435 Aug 04 11:49:56.386383 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-7af5e52e-5ba5-4ae9-af70-c3eb43a1da75 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/quotas/b205a243aced416b8e1f37c066f46316 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Aug 04 11:49:56.425152 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-b79266c8-813e-43c7-b782-bd8a2a18ec84 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322258 Aug 04 11:49:56.525046 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-a24a1cbd-4591-4c4b-8416-b1f915bf166d service neutron] 10.222.0.44 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914071 Aug 04 11:49:56.621312 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-8317dfb1-6057-4e70-b195-1363c426e99d service neutron] 10.222.0.44 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903068 Aug 04 11:49:56.887796 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0d3b05ee-d6de-440e-bad1-728cb1bb3ca3 req-4896a072-7a05-46d0-a6e1-830b7b76d5f7 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 210 time: 0.1026914 Aug 04 11:49:57.890508 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-eef84c30-afb4-481e-ad8b-d4c4abc9417b tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:57.892099 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-eef84c30-afb4-481e-ad8b-d4c4abc9417b tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 814 time: 0.1138539 Aug 04 11:49:57.906062 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Request body: {'port': {'device_id': '50bff608-b3d7-41de-9f7a-941523619655', 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a', 'admin_state_up': True, 'tenant_id': 'b205a243aced416b8e1f37c066f46316'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:49:58.004434 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ebae808d-4695-4936-91b8-0733b50dd5db req-79df4316-49a8-4e7b-a7ab-8a27387f2b3e tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 210 time: 0.0343173 Aug 04 11:49:58.068860 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Made reservation on behalf of b205a243aced416b8e1f37c066f46316 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:49:58.072506 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.204274 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Allocated IP 172.20.0.10 (5886378d-15c4-4b48-bc13-26e7d305318a/012b58db-3240-4888-9d6a-6567ea596ee8/ba68edac-e3f5-45dd-aed4-863f35bd0ece) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:49:58.358673 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.405270 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.448615 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Network 5886378d-15c4-4b48-bc13-26e7d305318a is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:49:58.452132 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:49:58.458882 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:49:58.466239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Pushing event updated for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:58.514271 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:58.514934 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.531213 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5fadaa9f-25bb-41d4-9e45-acfa533a1ae4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294506 Aug 04 11:49:58.545198 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Request body: {'port': {'device_id': '50bff608-b3d7-41de-9f7a-941523619655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:49:58.607602 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.879600 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68edac-e3f5-45dd-aed4-863f35bd0ece {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:49:58.887677 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.899897 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Transition to ACTIVE for port object ba68edac-e3f5-45dd-aed4-863f35bd0ece will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:49:58.903782 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:58.957082 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:59.028788 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Attempting to bind port ba68edac-e3f5-45dd-aed4-863f35bd0ece on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:49:59.029331 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Attempting to bind port ba68edac-e3f5-45dd-aed4-863f35bd0ece by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:49:59.029528 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Attempting to bind port ba68edac-e3f5-45dd-aed4-863f35bd0ece on network 5886378d-15c4-4b48-bc13-26e7d305318a {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:49:59.034157 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Port ba68edac-e3f5-45dd-aed4-863f35bd0ece on network 5886378d-15c4-4b48-bc13-26e7d305318a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:49:59.034473 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Attempting to bind port ba68edac-e3f5-45dd-aed4-863f35bd0ece on network 5886378d-15c4-4b48-bc13-26e7d305318a {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:49:59.040802 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:49:59.041142 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Checking segment: {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:49:59.041687 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Bound using segment: {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:49:59.042018 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Bound port: ba68edac-e3f5-45dd-aed4-863f35bd0ece, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:49:59.042374 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:59.123711 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:49:59.127990 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:49:59.133434 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2f33a-b80d-4e34-b422-fc1b2093483a req-1f4e6a50-108b-4dde-b98a-63fcb5d344a6 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:59.134766 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:59.135157 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c1c2f33a-b80d-4e34-b422-fc1b2093483a req-1f4e6a50-108b-4dde-b98a-63fcb5d344a6 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 944 time: 0.0576222 Aug 04 11:49:59.172851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:59.173465 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:59.174855 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] 10.222.0.83 "PUT /v2.0/ports/ba68edac-e3f5-45dd-aed4-863f35bd0ece HTTP/1.1" status: 200 len: 1094 time: 0.6345894 Aug 04 11:49:59.175291 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:59.177549 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa10728-6d21-4ed9-ba68-98cc20d81962" -d '{"events": [{"name": "network-changed", "server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:59.199826 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-c1c2f33a-b80d-4e34-b422-fc1b2093483a req-88f54332-4573-4531-a355-5aa8371c0d67 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Aug 04 11:49:59.201453 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba223-b40f-4718-996d-ba4f0e19cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:59.245248 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b8a748-b711-4678-aab1-f92578bba186 x-openstack-request-id: req-71b8a748-b711-4678-aab1-f92578bba186 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:59.245540 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:59.245784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71b8a748-b711-4678-aab1-f92578bba186 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:59.246166 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece', 'status': 'completed', 'code': 200} Aug 04 11:49:59.267030 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-19901b23-aa42-4016-8535-bc22b3a1d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:59.268618 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-19901b23-aa42-4016-8535-bc22b3a1d669 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 1097 time: 0.0519052 Aug 04 11:49:59.607914 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5457162c-73dd-4782-9677-4b6fac2fec91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece HTTP/1.1" status: 200 len: 217 time: 0.3304951 Aug 04 11:49:59.661389 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-2c4ea7b5-9ab3-4416-9a97-f7d1f299b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:59.662839 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-2c4ea7b5-9ab3-4416-9a97-f7d1f299b402 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=012b58db-3240-4888-9d6a-6567ea596ee8 HTTP/1.1" status: 200 len: 854 time: 0.0476356 Aug 04 11:49:59.698907 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-5d5402e9-eed5-4443-ad4c-39c53f9cfb5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5886378d-15c4-4b48-bc13-26e7d305318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270705 Aug 04 11:49:59.803996 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-cf7e442e-2b01-4492-bd0b-8661cc63c6ab service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961549 Aug 04 11:49:59.899453 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-ef74670d-b191-42a5-89cf-2ef86ef7e4c6 req-579a8b2b-bce0-46bf-b66b-e29d93f7b57c service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876830 Aug 04 11:49:59.995278 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-d637d83e-a3b1-422c-857b-1d94925e7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:59.996786 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-d637d83e-a3b1-422c-857b-1d94925e7de3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 1097 time: 0.0435877 Aug 04 11:50:00.096281 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-ab904c4b-2c7c-4c83-9bdf-1b54561dfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:00.097878 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-ab904c4b-2c7c-4c83-9bdf-1b54561dfc0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 915 time: 0.0932131 Aug 04 11:50:00.141181 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-beda86f2-8808-4363-bd2b-e117875f5046 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece HTTP/1.1" status: 200 len: 217 time: 0.0358331 Aug 04 11:50:00.195675 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-a884a59f-891a-46ce-9e16-473a4d51a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:00.197062 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-a884a59f-891a-46ce-9e16-473a4d51a04e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=012b58db-3240-4888-9d6a-6567ea596ee8 HTTP/1.1" status: 200 len: 854 time: 0.0481467 Aug 04 11:50:00.231562 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-3b9d1ca7-c4c2-46dd-80d0-4da24b843e94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5886378d-15c4-4b48-bc13-26e7d305318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252745 Aug 04 11:50:00.330028 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-8d4d32af-8ff0-47f2-8c83-c7c6ebba5642 service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904694 Aug 04 11:50:00.343272 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c27f8-9574-4957-9aa1-3235b73b0e00 req-1fff6628-4baf-4a2b-b0d9-514a4286bbc6 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:00.344839 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-863c27f8-9574-4957-9aa1-3235b73b0e00 req-1fff6628-4baf-4a2b-b0d9-514a4286bbc6 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 944 time: 0.0569589 Aug 04 11:50:00.390940 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-863c27f8-9574-4957-9aa1-3235b73b0e00 req-dc2ca58c-a64a-4848-a45d-6bec7d82a19d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Aug 04 11:50:00.440781 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-faa10728-6d21-4ed9-ba68-98cc20d81962 req-ea3d2488-a1ab-4d35-9213-d21f671c9a0e service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990124 Aug 04 11:50:01.513471 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11616-e3a5-4f63-a69a-f65cdfc5ef7b req-ac565846-5aa5-4835-8293-45430c402d67 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:01.514955 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa11616-e3a5-4f63-a69a-f65cdfc5ef7b req-ac565846-5aa5-4835-8293-45430c402d67 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 944 time: 0.0515141 Aug 04 11:50:01.557141 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9fa11616-e3a5-4f63-a69a-f65cdfc5ef7b req-cc0cb11a-de49-4717-8e52-c29b554e4e92 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Aug 04 11:50:02.416190 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device ba68edac-e3f5-45dd-aed4-863f35bd0ece details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:50:02.515913 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:02.528275 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece', 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a', 'port_id': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece', 'mac_address': 'fa:16:3e:f5:08:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012b58db-3240-4888-9d6a-6567ea596ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:50:02.571411 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:02.586228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68edac-e3f5-45dd-aed4-863f35bd0ece {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:50:02.612604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:02.618604 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:02.679967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:02.687374 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd329f1-fb6d-4dcd-a4f3-639790e50bb7 req-71e7d78b-3eab-45ad-bfc9-296091c69b18 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:02.687967 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.688102 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.688353 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.688730 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.688979 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dbd329f1-fb6d-4dcd-a4f3-639790e50bb7 req-71e7d78b-3eab-45ad-bfc9-296091c69b18 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 945 time: 0.0529978 Aug 04 11:50:02.689121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.689387 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.689718 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.690049 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.690380 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.690708 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.691032 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.691359 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:02.730759 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-dbd329f1-fb6d-4dcd-a4f3-639790e50bb7 req-c338ac44-d2d3-4c2f-b3c8-dfd4a94081df tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Aug 04 11:50:02.889747 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['ba68edac-e3f5-45dd-aed4-863f35bd0ece'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:03.861569 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a486-36ca-4399-ba5b-3715784da879 req-fee96f92-b1c1-4295-b645-eb3de79c7897 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:03.863103 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-09b7a486-36ca-4399-ba5b-3715784da879 req-fee96f92-b1c1-4295-b645-eb3de79c7897 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 945 time: 0.0575266 Aug 04 11:50:03.906893 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-09b7a486-36ca-4399-ba5b-3715784da879 req-b9af9cd9-4417-49fa-a0d2-702db3d111e4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Aug 04 11:50:04.417072 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device ba68edac-e3f5-45dd-aed4-863f35bd0ece up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:04.469612 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port ba68edac-e3f5-45dd-aed4-863f35bd0ece completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:04.474323 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port ba68edac-e3f5-45dd-aed4-863f35bd0ece triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:04.474718 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:04.563576 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:04.589748 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:04.592263 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b279e79-34e5-443a-99ab-b0d61ceb3aec" -d '{"events": [{"server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "name": "network-vif-plugged", "status": "completed", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:04.612951 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:04.619647 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:04.652643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55db1a8-109e-4ba5-98b8-caf16c6d7b9c x-openstack-request-id: req-d55db1a8-109e-4ba5-98b8-caf16c6d7b9c {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:04.652932 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "name": "network-vif-plugged", "status": "completed", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:04.653206 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d55db1a8-109e-4ba5-98b8-caf16c6d7b9c {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:04.653605 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece', 'code': 200} Aug 04 11:50:04.684017 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:04.885706 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561813-dc48-4adc-b517-02296c25e26e req-8ef054d2-9344-41a7-9448-73931b899e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:04.887205 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e2561813-dc48-4adc-b517-02296c25e26e req-8ef054d2-9344-41a7-9448-73931b899e08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 1099 time: 0.0923548 Aug 04 11:50:04.927375 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-e2561813-dc48-4adc-b517-02296c25e26e req-46cf3a43-e098-484c-b200-eb8100e1aa5a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Aug 04 11:50:05.031483 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07cd1a-5e3b-4d5a-8119-ba4ea69cb6d7 req-e6bca58a-ee4e-4a1a-a0cc-c64c8597e278 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:05.033104 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bd07cd1a-5e3b-4d5a-8119-ba4ea69cb6d7 req-e6bca58a-ee4e-4a1a-a0cc-c64c8597e278 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 946 time: 0.0519431 Aug 04 11:50:05.074160 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bd07cd1a-5e3b-4d5a-8119-ba4ea69cb6d7 req-9afbd56b-0a53-46e0-b456-e14680d4e23a tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340130 Aug 04 11:50:06.203670 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c523-6651-4fe9-824f-9177b4f9c0b2 req-b719e02d-2143-47eb-8044-cbe58362ac25 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:06.205890 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9906c523-6651-4fe9-824f-9177b4f9c0b2 req-b719e02d-2143-47eb-8044-cbe58362ac25 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 946 time: 0.0587969 Aug 04 11:50:06.247971 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9906c523-6651-4fe9-824f-9177b4f9c0b2 req-09c60f40-924b-4bd3-b39e-6d11f817217a tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Aug 04 11:50:06.770233 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:15.110476 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5a7fa469-10a6-42ad-92b9-726fb5425747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:17.045041 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:18.676046 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:19.791661 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-547add6e-f897-4e47-8376-eb030b26a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.760183 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:22.687781 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:31.502304 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53658) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:31.686438 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port eccc388a-4b00-4863-90c0-760e64557db7 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:31.686697 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:31.769210 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:31.769522 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:31.783692 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for eccc388a-4b00-4863-90c0-760e64557db7 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:31.979904 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.010346 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=eccc388a-4b00-4863-90c0-760e64557db7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:32.023210 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.023527 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.023877 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.024215 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.024579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.024908 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.025237 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.025563 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.025890 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.026208 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.026553 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.026868 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:32.089299 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.089804 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP c5bc0ed4-05ed-46b8-b20b-1f1848a54226 disassociated (deleted). External IP: 172.27.2.163, port: 17b98743-f4ab-45f3-a8a8-b9da11554a72. Aug 04 11:50:32.588242 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:32.721682 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:32.728784 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.735566 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:32.746010 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:32.746743 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:32.765512 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-27cdc885-230c-4d2d-bc40-36259a7a2812 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "DELETE /v2.0/floatingips/c5bc0ed4-05ed-46b8-b20b-1f1848a54226 HTTP/1.1" status: 204 len: 168 time: 1.2617958 Aug 04 11:50:32.766350 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:32.769302 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:32.896289 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:32.912979 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11667104-2560-47ce-b2c7-4bf835baed9b x-openstack-request-id: req-11667104-2560-47ce-b2c7-4bf835baed9b {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:32.913358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:32.913614 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11667104-2560-47ce-b2c7-4bf835baed9b {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:32.914062 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'status': 'completed', 'code': 200} Aug 04 11:50:33.023128 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-477bbaa8-1bc0-4415-b41f-d8d514f2a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:33.024977 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-477bbaa8-1bc0-4415-b41f-d8d514f2a00c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 1099 time: 0.0704014 Aug 04 11:50:33.071703 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151132-2928-4970-998e-abc82a3635e6 req-3c9e6c96-63ed-43ac-89ff-057d57bd6ae0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:33.073344 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-66151132-2928-4970-998e-abc82a3635e6 req-3c9e6c96-63ed-43ac-89ff-057d57bd6ae0 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0673873 Aug 04 11:50:33.119794 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-66151132-2928-4970-998e-abc82a3635e6 req-0cfabea8-ac31-4b10-a865-6e27d5388184 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397215 Aug 04 11:50:33.199136 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:33.227870 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:33.237229 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:33.237889 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:33.367872 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:33.650237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:33.682717 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d774bb3-85e2-4802-b646-1378b008e5be None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_floatingips': [{'id': '8a671411-e763-479a-9ef3-9ac08ba7f2c1', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'router_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'port_id': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'mac_address': 'fa:16:3e:53:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:46:19Z', 'updated_at': '2021-08-04T11:46:23Z', 'revision_number': 1, 'project_id': '78a726d3200f4262b363de424d33a181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:33.916558 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de65d1-27e8-4c9e-a9ca-00564c6c6392 None None] New status for floating IP c5bc0ed4-05ed-46b8-b20b-1f1848a54226: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:34.143245 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-6b7c8284-0ceb-490a-83c9-33d8c7f45c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:34.144706 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-6b7c8284-0ceb-490a-83c9-33d8c7f45c5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1226575 Aug 04 11:50:34.247998 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b35d-438e-4960-a33f-9c365515e3e3 req-ee9eaad3-5121-4429-a840-64b1112e9b15 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:34.249639 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f361b35d-438e-4960-a33f-9c365515e3e3 req-ee9eaad3-5121-4429-a840-64b1112e9b15 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0541158 Aug 04 11:50:34.295533 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f361b35d-438e-4960-a33f-9c365515e3e3 req-8374a205-0158-44e1-b259-8c72dcf5edf8 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Aug 04 11:50:34.961546 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-3fdb0098-59ae-461d-a5de-1bd4489448ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 200 len: 217 time: 0.0408106 Aug 04 11:50:35.420922 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2cf02-b03d-476c-a7cd-93f958456b4b req-510a8a4d-a458-4cc6-b741-9e30af8ef559 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:35.422491 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cbd2cf02-b03d-476c-a7cd-93f958456b4b req-510a8a4d-a458-4cc6-b741-9e30af8ef559 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0523877 Aug 04 11:50:35.477946 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-cbd2cf02-b03d-476c-a7cd-93f958456b4b req-5d07dfbb-abf6-4363-86d7-4c31547db633 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475545 Aug 04 11:50:36.074218 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-5c44f185-efc9-44d5-9296-5a1d94e4878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:36.075791 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-5c44f185-efc9-44d5-9296-5a1d94e4878b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0617018 Aug 04 11:50:36.135865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-86ff19f5-c761-4f21-8040-4b32b7975552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:36.138132 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-86ff19f5-c761-4f21-8040-4b32b7975552 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541639 Aug 04 11:50:36.157784 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-cb5fceb5-c42d-4976-9d7d-f141cf4060c9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:50:36.159705 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-cb5fceb5-c42d-4976-9d7d-f141cf4060c9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106854 Aug 04 11:50:36.270494 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-7c41d1ba-9246-4099-b3f1-0a594404733f service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962241 Aug 04 11:50:36.391579 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-dfe97c40-ae45-4ea6-be08-ba6a10255c0c req-c2ff78b2-c38b-4d95-ad3d-2cb9233859d2 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124475 Aug 04 11:50:36.609648 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda578e-4c64-44a6-b5ad-55aec8d66560 req-90c4b23a-142f-4e59-b299-691568cae859 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:36.611319 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bbda578e-4c64-44a6-b5ad-55aec8d66560 req-90c4b23a-142f-4e59-b299-691568cae859 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0566790 Aug 04 11:50:36.661335 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-bbda578e-4c64-44a6-b5ad-55aec8d66560 req-fdfe8e6a-585f-41b9-88d9-cf483ce47a86 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Aug 04 11:50:36.802631 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:37.800732 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310daf3f-9522-4fca-b81c-cd786e73c3b4 req-78c1ada0-eaa8-42df-bc12-bc011e9ad4a4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:37.802316 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-310daf3f-9522-4fca-b81c-cd786e73c3b4 req-78c1ada0-eaa8-42df-bc12-bc011e9ad4a4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0627921 Aug 04 11:50:37.849491 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-310daf3f-9522-4fca-b81c-cd786e73c3b4 req-0f53aabc-48b8-45ed-b82e-b53554503ca4 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403674 Aug 04 11:50:38.980051 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b57f8-7d2d-4339-9b05-a3b571f9463e req-3c161d85-c68e-42d7-9083-16f04c5af88b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:38.982040 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f79b57f8-7d2d-4339-9b05-a3b571f9463e req-3c161d85-c68e-42d7-9083-16f04c5af88b tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0552664 Aug 04 11:50:39.027057 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f79b57f8-7d2d-4339-9b05-a3b571f9463e req-34aaca03-1805-4c2e-b474-a1a11db4fe88 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 Aug 04 11:50:40.174932 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a618a60-95b5-4426-ade8-95ef882c0947 req-c354321f-de84-4a71-8751-364657a49fc7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:40.176524 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1a618a60-95b5-4426-ade8-95ef882c0947 req-c354321f-de84-4a71-8751-364657a49fc7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0596836 Aug 04 11:50:40.219595 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1a618a60-95b5-4426-ade8-95ef882c0947 req-5aa1d2e6-63ca-43e1-9076-0c9d798b8d92 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 Aug 04 11:50:40.580931 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 17b98743-f4ab-45f3-a8a8-b9da11554a72 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:40.594272 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-5cce2087-f208-4eea-8e05-21764f2c7af9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:40.595492 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-5cce2087-f208-4eea-8e05-21764f2c7af9 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 946 time: 0.0514588 Aug 04 11:50:40.654652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53706) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:40.674547 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.702158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:40.706085 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087cc7f-7df2-4f5a-bb1c-cfc89bc27ebf" -d '{"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-unplugged", "status": "completed", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:40.714078 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port 17b98743-f4ab-45f3-a8a8-b9da11554a72 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:40.714830 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.733260 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:40.738979 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.772733 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e142380c-660c-4952-8151-a475971d05af x-openstack-request-id: req-e142380c-660c-4952-8151-a475971d05af {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:40.773431 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-unplugged", "status": "completed", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:40.773696 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e142380c-660c-4952-8151-a475971d05af {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:40.774055 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'code': 200} Aug 04 11:50:40.808899 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=6']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:40.868294 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] For port 17b98743-f4ab-45f3-a8a8-b9da11554a72, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=17b98743-f4ab-45f3-a8a8-b9da11554a72,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:40.868813 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.878151 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Deleting port e70cb4b5-2bf8-4299-9ce7-48b76595b9bb {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:40.878636 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.886763 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for 17b98743-f4ab-45f3-a8a8-b9da11554a72 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:40.980305 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.981237 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.997652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Calling delete_port for e70cb4b5-2bf8-4299-9ce7-48b76595b9bb owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:41.054650 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.096404 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=17b98743-f4ab-45f3-a8a8-b9da11554a72,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:41.152435 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.152953 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.153501 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.153994 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.154530 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.155011 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.155642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.156200 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.156753 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.157376 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.157905 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.158509 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:41.202484 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] No DVR routers for this DVR port 17b98743-f4ab-45f3-a8a8-b9da11554a72 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:41.209512 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.213380 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-07346ee4-afdd-418e-a135-47fdbd33d535 req-52d30f5c-aaa2-423b-a125-8104df59a21c tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "DELETE /v2.0/ports/17b98743-f4ab-45f3-a8a8-b9da11554a72 HTTP/1.1" status: 204 len: 173 time: 0.6108689 Aug 04 11:50:41.214112 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-deleted', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:41.218032 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bff369c-0c88-4d7b-88c5-533c54d9a8e6" -d '{"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-deleted", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:41.264721 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.346784 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event deleted for resources: {'Port': ['ID=e70cb4b5-2bf8-4299-9ce7-48b76595b9bb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:41.400487 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad930037-88ab-4c4a-bcc4-68923e4d3e19 x-openstack-request-id: req-ad930037-88ab-4c4a-bcc4-68923e4d3e19 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:41.401075 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d", "name": "network-vif-deleted", "tag": "17b98743-f4ab-45f3-a8a8-b9da11554a72", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:41.401324 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad930037-88ab-4c4a-bcc4-68923e4d3e19 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:41.401726 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d', 'name': 'network-vif-deleted', 'tag': '17b98743-f4ab-45f3-a8a8-b9da11554a72', 'status': 'completed', 'code': 200} Aug 04 11:50:41.422356 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4eeb04a3-fa08-48e9-8696-d3b7c0b30ab8 req-99d04235-c7af-4555-b6c4-e0fe24ede56f tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0424027 Aug 04 11:50:41.427754 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.428237 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.db.l3_db [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Floating IP c1120fc6-452c-47aa-ac39-5799a88e1d9c disassociated (deleted). External IP: 172.27.2.126, port: 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a. Aug 04 11:50:41.690268 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Router 221df054-5387-4527-a506-a9834b3bbcdd has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:41.827639 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:41.835417 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.839134 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Sync routers for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:41.850050 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:41.850770 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:41.871903 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-cc57251a-b5cd-4164-997a-45a0a41a1bd6 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1120fc6-452c-47aa-ac39-5799a88e1d9c HTTP/1.1" status: 204 len: 168 time: 1.2160602 Aug 04 11:50:41.872640 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:41.875137 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dd7a197cc60fe7bd04f05825eaf35e2c5a7fe1cbd92703f631bd89a85ebb7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0217b-3770-4421-8929-cae06e1d342f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:41.931993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e02fc3-c666-4703-8990-136faf2defc2 x-openstack-request-id: req-b2e02fc3-c666-4703-8990-136faf2defc2 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:41.932328 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:41.932797 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2e02fc3-c666-4703-8990-136faf2defc2 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:41.933190 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'status': 'completed', 'code': 200} Aug 04 11:50:42.123628 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:42.180813 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e526b-2fef-471e-8456-d53e1a1f4881 req-efef093e-4bd7-4ce8-997f-6007711d0ed3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:42.183293 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cb1e526b-2fef-471e-8456-d53e1a1f4881 req-efef093e-4bd7-4ce8-997f-6007711d0ed3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0689363 Aug 04 11:50:42.246497 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-cb1e526b-2fef-471e-8456-d53e1a1f4881 req-68471a12-80d4-4961-bd16-e0f9ad117edc tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555429 Aug 04 11:50:42.393538 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:42.437332 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Checking router: 221df054-5387-4527-a506-a9834b3bbcdd for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:42.451362 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:42.452729 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:42.570638 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-720479d2-6b1e-4bb3-b706-b2e0183785fa req-9beaab3d-4807-4e0d-a089-ca96b1ec0175 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0421379 Aug 04 11:50:42.601354 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:42.828207 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:42.854655 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783f6fb-36ab-4344-88ea-d9384a564bac None None] The sync data for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi is: [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:41Z', 'revision_number': 4, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '6b603f0a-9ee7-406a-a289-f5b8b52f76bd', 'name': '', 'network_id': '699f31ac-f529-4ced-8102-33dfab17aba4', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'mac_address': 'fa:16:3e:86:97:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:41Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'subnets': [{'id': '86501b0d-ed8e-4f69-905d-5a8b2a9d66db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:43.095234 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432094f-35f8-40db-a6da-99cba9ab131f None None] New status for floating IP c1120fc6-452c-47aa-ac39-5799a88e1d9c: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:43.378321 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117cde4-aa13-4492-8b58-7f7720a0e1de req-76737375-c43b-4b08-866d-d31a6c846843 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:43.379938 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7117cde4-aa13-4492-8b58-7f7720a0e1de req-76737375-c43b-4b08-866d-d31a6c846843 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0519731 Aug 04 11:50:43.427278 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-7117cde4-aa13-4492-8b58-7f7720a0e1de req-2b52d301-4ce1-4f1f-87c2-fed82324ed35 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Aug 04 11:50:43.687562 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-744a4751-e282-4fb5-9651-c0c6665b4811 req-4d0f6ed3-3cb9-431d-9c59-b56f3bafa7b2 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0261381 Aug 04 11:50:44.557418 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ff42-73cc-43d9-94bd-ed0441839203 req-930aa605-ad7c-42a2-8067-e62448aa073d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.559257 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9a42ff42-73cc-43d9-94bd-ed0441839203 req-930aa605-ad7c-42a2-8067-e62448aa073d tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0598376 Aug 04 11:50:44.613503 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-9a42ff42-73cc-43d9-94bd-ed0441839203 req-3b7f1af8-118e-42b5-9c5a-fef529630cb3 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477316 Aug 04 11:50:44.802908 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-fc3e6902-2c84-44f0-97ba-0344aa548ae2 req-282c33dc-5bd5-439f-85e7-ac874c469c72 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=67c5aaa4-54b6-4f6b-9fbd-c7901d1f268d HTTP/1.1" status: 200 len: 210 time: 0.0285635 Aug 04 11:50:44.933874 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0217b-3770-4421-8929-cae06e1d342f req-5024ef5e-7f67-42e4-b1fa-6e4ffa2417fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.935487 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-5024ef5e-7f67-42e4-b1fa-6e4ffa2417fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8b76d455c444dc9a01521dcb035dee0&device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 1098 time: 0.0538270 Aug 04 11:50:45.059620 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0217b-3770-4421-8929-cae06e1d342f req-b532b227-6d66-4929-ad79-07a2caba30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:45.062051 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-b532b227-6d66-4929-ad79-07a2caba30a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 200 len: 910 time: 0.1169531 Aug 04 11:50:45.112113 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f17f-281d-4808-b420-f1ec51765a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.113110 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-30845d1a-6f59-4c1b-8720-d2f2ffbfc522 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 200 len: 217 time: 0.0419428 Aug 04 11:50:45.176879 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0217b-3770-4421-8929-cae06e1d342f req-8eddb915-d978-49ab-aba8-5961cff35fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:45.178896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-8eddb915-d978-49ab-aba8-5961cff35fed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 200 len: 848 time: 0.0523992 Aug 04 11:50:45.238472 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0217b-3770-4421-8929-cae06e1d342f req-458b4984-33f6-4c7f-9510-f753d9134f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:45.240537 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-458b4984-33f6-4c7f-9510-f753d9134f15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=699f31ac-f529-4ced-8102-33dfab17aba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492091 Aug 04 11:50:45.376856 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-5aeee403-53bb-4564-ba42-fb15fda73053 service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235058 Aug 04 11:50:45.488191 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-1ee0217b-3770-4421-8929-cae06e1d342f req-1e88c6ce-74e1-4ce6-bcbd-5f9e4e23c77b service neutron] 10.222.0.83 "GET /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036646 Aug 04 11:50:45.750941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddafacd-090e-4d7c-8762-25bc8b06e1bf req-1c798a55-8be1-49b9-aa84-e82104a1948f tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:45.752524 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fddafacd-090e-4d7c-8762-25bc8b06e1bf req-1c798a55-8be1-49b9-aa84-e82104a1948f tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0558672 Aug 04 11:50:45.794761 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-fddafacd-090e-4d7c-8762-25bc8b06e1bf req-7dee7d51-d1a7-4e07-ac7d-4dafbc18b4bd tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358765 Aug 04 11:50:46.876902 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6db0f-3766-47e4-b390-921b5e49954c req-c4c512fe-fb1c-4ee1-a7be-b7ff2c605dd9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.878644 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-09f6db0f-3766-47e4-b390-921b5e49954c req-c4c512fe-fb1c-4ee1-a7be-b7ff2c605dd9 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0587790 Aug 04 11:50:46.960607 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c886d7-6672-456c-84f3-adb49922bb58 req-cb812863-70e9-4321-8db6-506df09b5eda tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.962169 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d5c886d7-6672-456c-84f3-adb49922bb58 req-cb812863-70e9-4321-8db6-506df09b5eda tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 945 time: 0.0727849 Aug 04 11:50:46.995746 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Deleting port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:46.996226 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.014160 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d5c886d7-6672-456c-84f3-adb49922bb58 req-4cf058d0-2545-4b54-be60-9a0ca0c3cc93 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Aug 04 11:50:47.114007 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] For port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:47.114523 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.131713 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Calling delete_port for 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:47.272748 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.311166 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event deleted for resources: {'Port': ['ID=32fbf4dd-2a0a-491f-ab0e-e8d0410db77a,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:47.351194 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] No DVR routers for this DVR port 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:47.354045 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.356430 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-09f6db0f-3766-47e4-b390-921b5e49954c req-843b5159-31e6-4dfe-b30a-35dad125e45b tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.83 "DELETE /v2.0/ports/32fbf4dd-2a0a-491f-ab0e-e8d0410db77a HTTP/1.1" status: 204 len: 173 time: 0.4700541 Aug 04 11:50:47.356935 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-deleted', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:47.359308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab4c41-4c0b-4126-a0b5-c4db9786362f" -d '{"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-deleted", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:47.401156 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973826c-4967-45e6-891c-67844aa2d2dc x-openstack-request-id: req-3973826c-4967-45e6-891c-67844aa2d2dc {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:47.401454 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e923b61-d2a2-41bd-9a21-c1dbdca71dce", "name": "network-vif-deleted", "tag": "32fbf4dd-2a0a-491f-ab0e-e8d0410db77a", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:47.401742 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3973826c-4967-45e6-891c-67844aa2d2dc {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:47.402138 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e923b61-d2a2-41bd-9a21-c1dbdca71dce', 'name': 'network-vif-deleted', 'tag': '32fbf4dd-2a0a-491f-ab0e-e8d0410db77a', 'status': 'completed', 'code': 200} Aug 04 11:50:48.112107 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53784) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:48.141483 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-f426d7d9-1090-4e4e-aa9e-bc7c1411d5fc req-4f2dc4f7-84df-4109-bdc4-b284ebb8a678 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e923b61-d2a2-41bd-9a21-c1dbdca71dce HTTP/1.1" status: 200 len: 210 time: 0.0327063 Aug 04 11:50:48.312448 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port f8d60939-41e1-4642-8981-b2d68d0b779b {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:48.312797 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.394873 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.395105 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.412785 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for f8d60939-41e1-4642-8981-b2d68d0b779b owned by network:floatingip {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:48.565169 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.592227 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=f8d60939-41e1-4642-8981-b2d68d0b779b,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:48.657790 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.658081 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.db.l3_db [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Floating IP 8a671411-e763-479a-9ef3-9ac08ba7f2c1 disassociated (deleted). External IP: 172.27.2.244, port: cdaf98ad-170a-4d87-8311-f5b700626f94. Aug 04 11:50:48.681150 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.906954 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:49.058264 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:49.065771 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.072160 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:49.089846 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:49.091192 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:49.106157 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-f6c52ec0-0b92-4d78-b354-4ae5cebdfc35 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "DELETE /v2.0/floatingips/8a671411-e763-479a-9ef3-9ac08ba7f2c1 HTTP/1.1" status: 204 len: 168 time: 0.9929168 Aug 04 11:50:49.274583 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:49.403773 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:49.407342 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eafb194-9547-4ffa-a75a-5c3d81908d92" -d '{"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:49.431073 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53806) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:49.500205 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d408b20-3fa4-4426-a087-129b0428483e x-openstack-request-id: req-2d408b20-3fa4-4426-a087-129b0428483e {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:49.500597 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:49.500919 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d408b20-3fa4-4426-a087-129b0428483e {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:49.501472 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'status': 'completed', 'code': 200} Aug 04 11:50:49.511832 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692404e-2277-46e1-a1a1-69b26ebbb97d req-924d00ec-c71a-4055-9789-121bc87fc226 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.514321 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d692404e-2277-46e1-a1a1-69b26ebbb97d req-924d00ec-c71a-4055-9789-121bc87fc226 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.0846081 Aug 04 11:50:49.531491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.584400 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-d692404e-2277-46e1-a1a1-69b26ebbb97d req-c37e6ce6-7c38-4636-8d56-8b0a41443014 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580978 Aug 04 11:50:49.597309 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.601212 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:49.639338 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:49.643732 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-9f8e95d2-1a3b-49fb-8547-263f325e5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.645407 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-9f8e95d2-1a3b-49fb-8547-263f325e5d29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=78a726d3200f4262b363de424d33a181&device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 1098 time: 0.1115749 Aug 04 11:50:49.650743 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:49.651602 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:20Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:49.728862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.731722 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.733350 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] 10.222.0.44 "DELETE /v2.0/security-groups/eee2ec72-d79c-472f-ab42-bbf3d30a6c1d HTTP/1.1" status: 204 len: 168 time: 0.3007789 Aug 04 11:50:49.752342 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f156b-d470-41a5-a0f1-e428abd55566 tempest-TestShelveInstance-1030505376 tempest-TestShelveInstance-1030505376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2ec72-d79c-472f-ab42-bbf3d30a6c1d,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:49.805690 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-93500a1a-fcaf-4325-a11b-032845beced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.806315 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53810) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:49.809556 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-93500a1a-fcaf-4325-a11b-032845beced4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 200 len: 912 time: 0.1459737 Aug 04 11:50:49.842748 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:49.872982 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-0fb71f0f-16b7-47e3-8e0a-95f10a755f5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 200 len: 217 time: 0.0556588 Aug 04 11:50:49.884508 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-648ca55a-1724-4bfc-8af1-de3482bb9133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:49.941709 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-7985648b-026d-4839-86dd-9071a72ef675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.945130 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-7985648b-026d-4839-86dd-9071a72ef675 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 200 len: 850 time: 0.0625596 Aug 04 11:50:50.043383 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-c33b7ddb-43b3-40c3-a1c6-238a3fd078c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:50.045685 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-c33b7ddb-43b3-40c3-a1c6-238a3fd078c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7f040c00-bd60-40e4-ade5-201acc61fa95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912690 Aug 04 11:50:50.164532 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:50.193248 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-23920557-7140-4ee1-b501-e67e7f564ff1 service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358337 Aug 04 11:50:50.201928 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52566f90-5f47-42b8-a402-083b1bcf7454 None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:43:01Z', 'revision_number': 4, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi', '_interfaces': [{'id': '68305390-2f9c-4724-bf21-0293c8015c3d', 'name': '', 'network_id': '7f040c00-bd60-40e4-ade5-201acc61fa95', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'mac_address': 'fa:16:3e:6e:20:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:00Z', 'updated_at': '2021-08-04T11:43:07Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'subnets': [{'id': 'ef23c77e-d930-4ecf-839d-37dceae96765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:50.359856 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9eafb194-9547-4ffa-a75a-5c3d81908d92 req-4072b8f6-2b95-4716-ae6d-fb9f5fcf2e5a service neutron] 10.222.0.83 "GET /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573293 Aug 04 11:50:50.470202 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:50.567868 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d65aef-acd5-4dd7-bd7f-855e6eecb9b2 None None] New status for floating IP 8a671411-e763-479a-9ef3-9ac08ba7f2c1: DOWN {{(pid=99843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:50.628121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:50.666249 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:50.666815 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 32fbf4dd-2a0a-491f-ab0e-e8d0410db77a not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:50.783164 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:50.787267 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae683a9-4f7f-4fa4-922d-e3096fa1f031 req-07610293-0c0a-4925-aa16-2514a2c34c5d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:50.789708 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bae683a9-4f7f-4fa4-922d-e3096fa1f031 req-07610293-0c0a-4925-aa16-2514a2c34c5d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 946 time: 0.0874970 Aug 04 11:50:50.853606 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be2af-e5fa-4f26-80dd-a420e221111d req-6fa5ba51-7802-4265-902c-4839d973d69e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:50.856483 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-857be2af-e5fa-4f26-80dd-a420e221111d req-6fa5ba51-7802-4265-902c-4839d973d69e tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.1227803 Aug 04 11:50:50.864188 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-bae683a9-4f7f-4fa4-922d-e3096fa1f031 req-2f32d3a2-9413-4ee5-a62b-90989b990048 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552368 Aug 04 11:50:50.943643 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-857be2af-e5fa-4f26-80dd-a420e221111d req-ce7f2b1a-38ce-474d-9558-7d15029b68c3 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e5a7508-e859-43e0-979f-4d5b2d73495c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749772 Aug 04 11:50:50.967618 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Deleting port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:50.967959 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.050397 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] For port 6b603f0a-9ee7-406a-a289-f5b8b52f76bd, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:51.050669 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.064225 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Calling delete_port for 6b603f0a-9ee7-406a-a289-f5b8b52f76bd owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:51.268638 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-3000d718-86c7-4616-9d3b-6678de28c5f7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:51.270173 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-3000d718-86c7-4616-9d3b-6678de28c5f7 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 945 time: 0.0573034 Aug 04 11:50:51.277622 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.304585 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b603f0a-9ee7-406a-a289-f5b8b52f76bd,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:51.413955 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port cdaf98ad-170a-4d87-8311-f5b700626f94 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:51.414479 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.533180 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.543696 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] For port cdaf98ad-170a-4d87-8311-f5b700626f94, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cdaf98ad-170a-4d87-8311-f5b700626f94,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:51.544076 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.563165 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for cdaf98ad-170a-4d87-8311-f5b700626f94 owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:51.735766 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.767243 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=cdaf98ad-170a-4d87-8311-f5b700626f94,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:51.817933 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] No DVR routers for this DVR port cdaf98ad-170a-4d87-8311-f5b700626f94 on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:51.820593 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.822655 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3954ccf4-f45f-4e54-b9af-8576faa24610 req-8985056b-e0f1-4990-b49d-04f786100552 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.83 "DELETE /v2.0/ports/cdaf98ad-170a-4d87-8311-f5b700626f94 HTTP/1.1" status: 204 len: 173 time: 0.5457938 Aug 04 11:50:51.823125 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'name': 'network-vif-deleted', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:51.825725 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61010e7a-1096-4fe2-a5e0-69455d77f36a" -d '{"events": [{"server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "name": "network-vif-deleted", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:51.826721 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Router 221df054-5387-4527-a506-a9834b3bbcdd has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:51.884332 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb305fd-ee8d-4929-983b-227d7ed820ea x-openstack-request-id: req-6fb305fd-ee8d-4929-983b-227d7ed820ea {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:51.884824 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c788ad8c-da08-438b-8865-d165f6b981b1", "name": "network-vif-deleted", "tag": "cdaf98ad-170a-4d87-8311-f5b700626f94", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:51.885205 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fb305fd-ee8d-4929-983b-227d7ed820ea {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:51.885802 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c788ad8c-da08-438b-8865-d165f6b981b1', 'name': 'network-vif-deleted', 'tag': 'cdaf98ad-170a-4d87-8311-f5b700626f94', 'status': 'completed', 'code': 200} Aug 04 11:50:52.043048 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:52.063815 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Sync routers for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:52.065035 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-132d423a-d3a5-443e-842d-ec03fda456b6 admin admin] 10.222.0.44 "PUT /v2.0/routers/221df054-5387-4527-a506-a9834b3bbcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2571843 Aug 04 11:50:52.066006 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53828) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:52.077919 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:52.078775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:52.092133 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb56a90-edfa-4596-8fbc-47be42e6586a req-6525e0ce-47f0-46dd-8f5e-b9fd943f2808 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:52.093982 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1bb56a90-edfa-4596-8fbc-47be42e6586a req-6525e0ce-47f0-46dd-8f5e-b9fd943f2808 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 946 time: 0.1141062 Aug 04 11:50:52.108294 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-9662647e-13d4-458b-8381-dc46405c1f48 req-cb48d35c-a344-4a0b-8d08-acd9d5352b14 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "GET /v2.0/ports?device_id=c788ad8c-da08-438b-8865-d165f6b981b1 HTTP/1.1" status: 200 len: 210 time: 0.0514033 Aug 04 11:50:52.242424 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-1bb56a90-edfa-4596-8fbc-47be42e6586a req-906e06d9-8ca9-475c-aec1-72a53fa513a0 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016169 Aug 04 11:50:52.277512 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.303780 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:52.424318 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.478245 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Deleting port 214e0dae-d088-4710-8ef8-8e4b58e86b78 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:52.478596 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.519355 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:50:51Z', 'revision_number': 5, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port': {'id': '214e0dae-d088-4710-8ef8-8e4b58e86b78', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221df054-5387-4527-a506-a9834b3bbcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:52.552760 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Checking router: 221df054-5387-4527-a506-a9834b3bbcdd for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:52.561767 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Routers {'221df054-5387-4527-a506-a9834b3bbcdd'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:52.562354 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['221df054-5387-4527-a506-a9834b3bbcdd'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:52.564715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] For port 214e0dae-d088-4710-8ef8-8e4b58e86b78, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=214e0dae-d088-4710-8ef8-8e4b58e86b78,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:52.564715 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.586049 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Calling delete_port for 214e0dae-d088-4710-8ef8-8e4b58e86b78 owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:52.673315 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495d068-a4f7-4278-b252-27687d65c178 req-3042c69a-75b1-490f-978e-d754425a0374 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:52.675303 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4495d068-a4f7-4278-b252-27687d65c178 req-3042c69a-75b1-490f-978e-d754425a0374 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 946 time: 0.0652671 Aug 04 11:50:52.830470 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Deleting port ba68edac-e3f5-45dd-aed4-863f35bd0ece {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:52.831279 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.846282 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] Set router 221df054-5387-4527-a506-a9834b3bbcdd gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:52.855267 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.877906 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.883270 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Pushing event deleted for resources: {'Port': ['ID=214e0dae-d088-4710-8ef8-8e4b58e86b78,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:52.907253 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:50:52Z', 'revision_number': 6, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:52.939247 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a964249-d971-45fa-a45d-53a7cde6e1ea None None] The sync data for ids ['221df054-5387-4527-a506-a9834b3bbcdd'] in dv-cinder-784140-6-iscsi is: [{'id': '221df054-5387-4527-a506-a9834b3bbcdd', 'name': 'tempest-TestShelveInstance-1868826350-router', 'tenant_id': 'd8b76d455c444dc9a01521dcb035dee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:38Z', 'updated_at': '2021-08-04T11:50:52Z', 'revision_number': 6, 'project_id': 'd8b76d455c444dc9a01521dcb035dee0', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:52.943753 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] For port ba68edac-e3f5-45dd-aed4-863f35bd0ece, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ba68edac-e3f5-45dd-aed4-863f35bd0ece,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:52.944432 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.958032 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.962493 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Calling delete_port for ba68edac-e3f5-45dd-aed4-863f35bd0ece owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:53.058554 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.061652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.110948 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.112257 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221df054-5387-4527-a506-a9834b3bbcdd {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:50:53.118230 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.119413 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-99bf38a0-76e3-458d-a87a-a839ce8c7708 admin admin] 10.222.0.44 "DELETE /v2.0/routers/221df054-5387-4527-a506-a9834b3bbcdd HTTP/1.1" status: 204 len: 168 time: 1.0502689 Aug 04 11:50:53.123228 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53830) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:53.127955 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.143087 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['ba68edac-e3f5-45dd-aed4-863f35bd0ece'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:53.162288 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Pushing event deleted for resources: {'Port': ['ID=ba68edac-e3f5-45dd-aed4-863f35bd0ece,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:53.178323 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Deleting subnet 86501b0d-ed8e-4f69-905d-5a8b2a9d66db {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:50:53.178546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53834) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:53.180691 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.224392 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.257645 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] No DVR routers for this DVR port ba68edac-e3f5-45dd-aed4-863f35bd0ece on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:53.261583 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.263624 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-4495d068-a4f7-4278-b252-27687d65c178 req-104aedef-273e-4554-831e-12670642b6bc tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "DELETE /v2.0/ports/ba68edac-e3f5-45dd-aed4-863f35bd0ece HTTP/1.1" status: 204 len: 173 time: 0.5806026 Aug 04 11:50:53.405073 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4e5dd7d9-7746-4058-8358-3c19210a3503 req-27021de4-e814-4a82-8280-e8dba87d4492 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=50bff608-b3d7-41de-9f7a-941523619655 HTTP/1.1" status: 200 len: 210 time: 0.0476696 Aug 04 11:50:53.407142 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.426147 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Deleting port 4e02c5ef-56ac-4b3e-a6d5-148d76727f84 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:53.426764 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.505944 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.546290 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.546796 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.546976 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86501b0d-ed8e-4f69-905d-5a8b2a9d66db,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:53.555058 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.558452 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b45e4636-af43-4cab-bbc6-1773c744b999 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86501b0d-ed8e-4f69-905d-5a8b2a9d66db HTTP/1.1" status: 204 len: 168 time: 0.4339285 Aug 04 11:50:53.562571 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53838) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:53.566968 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6f118-a08b-44ac-8edc-e90bfe025840 None None] Network 699f31ac-f529-4ced-8102-33dfab17aba4 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:53.579413 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Calling delete_port for 4e02c5ef-56ac-4b3e-a6d5-148d76727f84 owned by network:floatingip {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:53.705915 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.830864 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Deleting port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:53.831799 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.856721 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] DHCP port deletion for 699f31ac-f529-4ced-8102-33dfab17aba4 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:50:53.890686 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'name': 'network-vif-deleted', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:53.894664 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f319cd4c-ff65-4a65-9498-5a46b341ca1b" -d '{"events": [{"server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "name": "network-vif-deleted", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:53.904232 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.953435 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'Port': ['ID=4e02c5ef-56ac-4b3e-a6d5-148d76727f84,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:53.965909 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:53.966440 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.984121 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1fd11c6b-b8a2-4eea-9dba-18cb273c53da no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:54.036546 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Deleting port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:54.037573 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.046054 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:54.171952 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:54.172669 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.194485 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Calling delete_port for 1fd11c6b-b8a2-4eea-9dba-18cb273c53da owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:54.196727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.291135 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] For port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,segment=NetworkSegment(cf191c8a-9121-44d3-bd19-328db167e8d0),segment_id=cf191c8a-9121-44d3-bd19-328db167e8d0)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:54.292009 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124b57e-2be8-4f32-aa8d-e89eb66ceef5 x-openstack-request-id: req-6124b57e-2be8-4f32-aa8d-e89eb66ceef5 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:54.292422 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bff608-b3d7-41de-9f7a-941523619655", "name": "network-vif-deleted", "tag": "ba68edac-e3f5-45dd-aed4-863f35bd0ece", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:54.292676 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6124b57e-2be8-4f32-aa8d-e89eb66ceef5 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:54.293064 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bff608-b3d7-41de-9f7a-941523619655', 'name': 'network-vif-deleted', 'tag': 'ba68edac-e3f5-45dd-aed4-863f35bd0ece', 'status': 'completed', 'code': 200} Aug 04 11:50:54.307356 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.308024 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 6b603f0a-9ee7-406a-a289-f5b8b52f76bd no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:54.317978 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Calling delete_port for 1fd11c6b-b8a2-4eea-9dba-18cb273c53da owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:54.360969 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 6b603f0a-9ee7-406a-a289-f5b8b52f76bd {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:54.361351 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 6b603f0a-9ee7-406a-a289-f5b8b52f76bd not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:54.361744 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 214e0dae-d088-4710-8ef8-8e4b58e86b78 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:54.377139 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for floatingip, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.379736 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for floatingip, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.384263 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0fb3d8d0-5935-4ead-8f2e-33c2d5c12b78 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "DELETE /v2.0/floatingips/c563f813-7e80-4e6f-be11-d53c77eb5fed HTTP/1.1" status: 204 len: 168 time: 1.2043946 Aug 04 11:50:54.396598 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 214e0dae-d088-4710-8ef8-8e4b58e86b78 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:54.397171 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 214e0dae-d088-4710-8ef8-8e4b58e86b78 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:54.421792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.428327 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Pushing event updated for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:54.433426 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.461344 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] No DVR routers for this DVR port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da on host dv-cinder-784140-6-iscsi {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:54.463275 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] No DVR routers for this DVR port 1fd11c6b-b8a2-4eea-9dba-18cb273c53da on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:54.470396 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be9223-edf6-4052-a316-4b7b5887b392 None None] Pushing event deleted for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:54.539755 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd11c6b-b8a2-4eea-9dba-18cb273c53da,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:54.622235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.641395 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699f31ac-f529-4ced-8102-33dfab17aba4']}} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:54.664101 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf191c8a-9121-44d3-bd19-328db167e8d0') {'for_net_delete': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:54.664623 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.services.segments.db [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf191c8a-9121-44d3-bd19-328db167e8d0') {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:54.685474 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5067574'] for segment, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.688268 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdaf98ad-170a-4d87-8311-f5b700626f94 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:54.732031 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.735414 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: cdaf98ad-170a-4d87-8311-f5b700626f94 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:54.735839 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device cdaf98ad-170a-4d87-8311-f5b700626f94 not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:54.736353 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device ba68edac-e3f5-45dd-aed4-863f35bd0ece no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:54.740340 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=99841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:50:54.740862 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068066'] for segment, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self.session.flush() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self.session.flush() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self.session.flush() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self.session.flush() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: Traceback (most recent call last): Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: timer() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: cb(*args, **kw) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: return func(*args, **kwargs) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self._notify() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: self.callback(batched_events) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: event.method(event) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: return f(self, *a, **k) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._get(url).json() Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: return self.request(url, 'GET', **kwargs) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:50:54.743005 dv-cinder-784140-6-iscsi neutron-server[99841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:50:54.780485 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: ba68edac-e3f5-45dd-aed4-863f35bd0ece {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:54.781338 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device ba68edac-e3f5-45dd-aed4-863f35bd0ece not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:54.811344 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.830795 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:54.836422 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/699f31ac-f529-4ced-8102-33dfab17aba4 HTTP/1.1" status: 204 len: 168 time: 1.2694004 Aug 04 11:50:54.836422 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0b86-a8ff-48ae-8b35-48a7d5f22ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=699f31ac-f529-4ced-8102-33dfab17aba4,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:54.838068 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53856) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.478763 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.658498 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53860) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.720421 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.738665 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Deleting port c7e0d08b-9095-498b-b53f-778cd5d51edf {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:55.739092 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.748642 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.827613 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.830937 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.835658 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e5a7508-e859-43e0-979f-4d5b2d73495c HTTP/1.1" status: 204 len: 168 time: 0.1753383 Aug 04 11:50:55.839875 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] For port c7e0d08b-9095-498b-b53f-778cd5d51edf, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c7e0d08b-9095-498b-b53f-778cd5d51edf,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:55.840768 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.845829 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7cf44-7b45-41c8-8902-7fef09c53de6 tempest-TestVolumeBootPattern-1726655589 tempest-TestVolumeBootPattern-1726655589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a7508-e859-43e0-979f-4d5b2d73495c,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:55.864164 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Calling delete_port for c7e0d08b-9095-498b-b53f-778cd5d51edf owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:55.908719 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53866) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:56.091481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.119957 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e0d08b-9095-498b-b53f-778cd5d51edf,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.392844 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.474641 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.741072 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Router 53c94baf-6997-4e41-bbbe-1300436ae953 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:56.779529 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Deleting port 68305390-2f9c-4724-bf21-0293c8015c3d {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:56.779868 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.878253 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-01904128-3373-4966-8059-55128d11b99b admin admin] For port 68305390-2f9c-4724-bf21-0293c8015c3d, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=68305390-2f9c-4724-bf21-0293c8015c3d,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:56.879091 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.893694 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:56.904065 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6b865787-0f25-4615-948f-8261a4d59dd9 admin admin] 10.222.0.44 "PUT /v2.0/routers/53c94baf-6997-4e41-bbbe-1300436ae953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0641487 Aug 04 11:50:56.904237 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Calling delete_port for 68305390-2f9c-4724-bf21-0293c8015c3d owned by network:router_interface {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:56.907242 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53872) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:56.911044 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Sync routers for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:56.922329 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:56.923058 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:57.060159 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.176214 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:57.230235 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.254427 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.285831 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Pushing event deleted for resources: {'Port': ['ID=68305390-2f9c-4724-bf21-0293c8015c3d,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:57.332851 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Deleting port c0716551-6256-412d-9597-671dd130afc7 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:57.333960 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.450728 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] For port c0716551-6256-412d-9597-671dd130afc7, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=c0716551-6256-412d-9597-671dd130afc7,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:57.451210 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.466439 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0716551-6256-412d-9597-671dd130afc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:50:56Z', 'revision_number': 5, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port': {'id': 'c0716551-6256-412d-9597-671dd130afc7', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:45Z', 'updated_at': '2021-08-04T11:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:57.480090 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Calling delete_port for c0716551-6256-412d-9597-671dd130afc7 owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:57.518264 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Checking router: 53c94baf-6997-4e41-bbbe-1300436ae953 for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:57.529565 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.535258 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Routers {'53c94baf-6997-4e41-bbbe-1300436ae953'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:57.535998 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['53c94baf-6997-4e41-bbbe-1300436ae953'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:57.651996 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] Set router 53c94baf-6997-4e41-bbbe-1300436ae953 gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:57.719792 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:50:57Z', 'revision_number': 6, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:57.733764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.766066 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab97d5-f6a6-4fed-9eed-849e479fde4b None None] The sync data for ids ['53c94baf-6997-4e41-bbbe-1300436ae953'] in dv-cinder-784140-6-iscsi is: [{'id': '53c94baf-6997-4e41-bbbe-1300436ae953', 'name': 'tempest-TestShelveInstance-1280547747-router', 'tenant_id': '7be9652d34964d9390b7d1ebae8e3041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:50:57Z', 'revision_number': 6, 'project_id': '7be9652d34964d9390b7d1ebae8e3041', 'gw_port_host': None}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:57.767428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0716551-6256-412d-9597-671dd130afc7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:57.867652 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.893923 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:57.983505 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.986481 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.059561 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.060154 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c94baf-6997-4e41-bbbe-1300436ae953 {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:50:58.065656 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.066471 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-1e42de57-f0e8-40e1-95cc-335838d5b939 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53c94baf-6997-4e41-bbbe-1300436ae953 HTTP/1.1" status: 204 len: 168 time: 1.1581707 Aug 04 11:50:58.070666 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01904128-3373-4966-8059-55128d11b99b admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:58.071300 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53876) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.077947 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-01904128-3373-4966-8059-55128d11b99b admin admin] 10.222.0.44 "PUT /v2.0/routers/f458d2ba-d57a-4706-ae6d-1e7a3115f5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679840 Aug 04 11:50:58.085204 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53878) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.088904 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Sync routers for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:58.113660 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:58.115874 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.174655 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Deleting subnet 0d5cb37e-b575-459b-a91a-8605eedf5a85 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:50:58.181351 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.256717 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.268607 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.287700 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: dv-cinder-784140-6-iscsi {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:58.372751 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.448735 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.460886 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.503485 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5cb37e-b575-459b-a91a-8605eedf5a85,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:58.507358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.510574 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-964c6f10-a885-46b7-978a-b1510125a703 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0d5cb37e-b575-459b-a91a-8605eedf5a85 HTTP/1.1" status: 204 len: 168 time: 0.4368894 Aug 04 11:50:58.513057 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53880) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.530649 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97e20d-8aa0-4797-b901-9281cd9148bd None None] Network 79b6ad27-02a2-4b68-beb4-19668c172708 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:58.548292 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Deleting port b6ada8f9-416d-411a-bc06-382cc8f18fc9 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:58.548910 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.613792 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.704037 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Deleting port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:58.704815 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.710090 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] For port b6ada8f9-416d-411a-bc06-382cc8f18fc9, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=b6ada8f9-416d-411a-bc06-382cc8f18fc9,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:58.712022 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.737324 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Calling delete_port for b6ada8f9-416d-411a-bc06-382cc8f18fc9 owned by network:router_gateway {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:58.801964 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:50:57Z', 'revision_number': 5, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port': {'id': 'b6ada8f9-416d-411a-bc06-382cc8f18fc9', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.837401 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] For port 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=1420ded5-655a-4b4d-8bd0-11f89588a2f4,segment=NetworkSegment(859c8e83-ddca-4afc-ab32-34dc7c893b7a),segment_id=859c8e83-ddca-4afc-ab32-34dc7c893b7a)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:58.838775 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.852773 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Checking router: f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 for host: dv-cinder-784140-6-iscsi {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:58.888931 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Routers {'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:58.889588 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.904359 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Calling delete_port for 1420ded5-655a-4b4d-8bd0-11f89588a2f4 owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:59.010958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] DHCP port deletion for 79b6ad27-02a2-4b68-beb4-19668c172708 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:50:59.154347 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.197219 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.212986 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ada8f9-416d-411a-bc06-382cc8f18fc9,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.237381 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] Set router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:59.272684 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] No DVR routers for this DVR port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 on host dv-cinder-784140-6-iscsi {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:59.274637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1420ded5-655a-4b4d-8bd0-11f89588a2f4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.297670 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.372763 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:50:58Z', 'revision_number': 6, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.433643 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cad63-a54d-47c8-a13f-5b429ef433d3 None None] The sync data for ids ['f458d2ba-d57a-4706-ae6d-1e7a3115f5e4'] in dv-cinder-784140-6-iscsi is: [{'id': 'f458d2ba-d57a-4706-ae6d-1e7a3115f5e4', 'name': 'tempest-TestVolumeBootPattern-282623334-router', 'tenant_id': '78a726d3200f4262b363de424d33a181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:57Z', 'updated_at': '2021-08-04T11:50:58Z', 'revision_number': 6, 'project_id': '78a726d3200f4262b363de424d33a181', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:59.463435 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Deleting port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:59.464248 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.495851 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.500188 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.519764 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.538947 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b6ad27-02a2-4b68-beb4-19668c172708']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.554615 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859c8e83-ddca-4afc-ab32-34dc7c893b7a') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.554909 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859c8e83-ddca-4afc-ab32-34dc7c893b7a') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.561447 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.562335 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 {{(pid=99841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:50:59.567813 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] Notify callbacks [] for router, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.569552 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-03b0b7d2-97c1-4566-99f9-89e2b6082b23 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f458d2ba-d57a-4706-ae6d-1e7a3115f5e4 HTTP/1.1" status: 204 len: 168 time: 1.4829350 Aug 04 11:50:59.574541 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53896) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.575579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.590812 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] For port 1420ded5-655a-4b4d-8bd0-11f89588a2f4, host dv-cinder-784140-6-iscsi, got binding levels [] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:59.591221 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.607704 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.611792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Calling delete_port for 1420ded5-655a-4b4d-8bd0-11f89588a2f4 owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:59.619927 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 was not found and therefore no delete operation was performed {{(pid=99842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 11:50:59.622825 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.625818 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:50:59.626570 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:50:59.628895 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:50:59.654742 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Deleting subnet ef23c77e-d930-4ecf-839d-37dceae96765 {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:50:59.660504 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.691173 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] Pushing event deleted for resources: {'Port': ['ID=1420ded5-655a-4b4d-8bd0-11f89588a2f4,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.694379 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb05d5d-24ce-4834-bdc6-f19c28689451 None None] No DVR routers for this DVR port 1420ded5-655a-4b4d-8bd0-11f89588a2f4 on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:59.722174 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.722474 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.732086 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.739145 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/79b6ad27-02a2-4b68-beb4-19668c172708 HTTP/1.1" status: 204 len: 168 time: 1.2209263 Aug 04 11:50:59.764054 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04afde-04d1-431a-9c70-df5decb0b3c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b6ad27-02a2-4b68-beb4-19668c172708,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.842534 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.922750 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.928491 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53900) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.976925 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef23c77e-d930-4ecf-839d-37dceae96765,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.979016 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.984229 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-df1d6735-142e-4597-a994-ea05171c924b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ef23c77e-d930-4ecf-839d-37dceae96765 HTTP/1.1" status: 204 len: 168 time: 0.4085112 Aug 04 11:50:59.984787 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53902) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.994158 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf527589-06b8-4fe0-aedb-099de5dbfecf None None] Network 7f040c00-bd60-40e4-ade5-201acc61fa95 requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:00.029693 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5379f6f0-9cc4-438b-9445-f8b1b40fc4b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8b76d455c444dc9a01521dcb035dee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994840 Aug 04 11:51:00.032119 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53904) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.092829 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.110535 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.142749 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.166060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Deleting port 42ad443b-ed0a-484e-a1bf-f5130ae676bc {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:00.170140 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.206371 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.209313 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.210479 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05949dd0-affe-4b34-b45d-54baa205d9eb HTTP/1.1" status: 204 len: 168 time: 0.1769555 Aug 04 11:51:00.219582 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063aa28-8f3c-4a8d-a121-161b06e88ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05949dd0-affe-4b34-b45d-54baa205d9eb,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.273702 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] For port 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=42ad443b-ed0a-484e-a1bf-f5130ae676bc,segment=NetworkSegment(491f7800-ed71-4b47-86a6-9ab9e01ad7d7),segment_id=491f7800-ed71-4b47-86a6-9ab9e01ad7d7)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:00.274856 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.292097 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Calling delete_port for 42ad443b-ed0a-484e-a1bf-f5130ae676bc owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:00.342547 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] DHCP port deletion for 7f040c00-bd60-40e4-ade5-201acc61fa95 request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:00.398191 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 68305390-2f9c-4724-bf21-0293c8015c3d no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.422063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 68305390-2f9c-4724-bf21-0293c8015c3d {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.422411 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 68305390-2f9c-4724-bf21-0293c8015c3d not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.422845 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1420ded5-655a-4b4d-8bd0-11f89588a2f4 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.440066 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.451144 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 1420ded5-655a-4b4d-8bd0-11f89588a2f4 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.451498 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 1420ded5-655a-4b4d-8bd0-11f89588a2f4 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.452020 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c0716551-6256-412d-9597-671dd130afc7 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.477914 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: c0716551-6256-412d-9597-671dd130afc7 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.478269 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c0716551-6256-412d-9597-671dd130afc7 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.478706 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c7e0d08b-9095-498b-b53f-778cd5d51edf no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.498647 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] No DVR routers for this DVR port 42ad443b-ed0a-484e-a1bf-f5130ae676bc on host dv-cinder-784140-6-iscsi {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:00.506358 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Pushing event deleted for resources: {'Port': ['ID=42ad443b-ed0a-484e-a1bf-f5130ae676bc,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.507597 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: c7e0d08b-9095-498b-b53f-778cd5d51edf {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.508147 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device c7e0d08b-9095-498b-b53f-778cd5d51edf not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.549239 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Deleting port 42ad443b-ed0a-484e-a1bf-f5130ae676bc {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:00.549972 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.656122 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.657292 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] For port 42ad443b-ed0a-484e-a1bf-f5130ae676bc, host dv-cinder-784140-6-iscsi, got binding levels [] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:00.658191 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.680941 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Calling delete_port for 42ad443b-ed0a-484e-a1bf-f5130ae676bc owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:00.683060 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f040c00-bd60-40e4-ade5-201acc61fa95']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:00.684990 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Port 42ad443b-ed0a-484e-a1bf-f5130ae676bc was not found and therefore no delete operation was performed {{(pid=99842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 11:51:00.687396 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.705106 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] No DVR routers for this DVR port 42ad443b-ed0a-484e-a1bf-f5130ae676bc on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:00.726861 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491f7800-ed71-4b47-86a6-9ab9e01ad7d7') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:00.727595 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491f7800-ed71-4b47-86a6-9ab9e01ad7d7') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:00.753894 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53916) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.754620 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.773301 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.796302 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:00.796302 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.800627 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14e7f-b01a-407d-ae2f-223e30e1e48b None None] Pushing event deleted for resources: {'Port': ['ID=42ad443b-ed0a-484e-a1bf-f5130ae676bc,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:00.839227 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:00.846967 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-17f01d1f-ce8c-4e9a-b394-b6282fcefee3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be9652d34964d9390b7d1ebae8e3041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909414 Aug 04 11:51:00.859543 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53918) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.863719 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.871699 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.873987 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f040c00-bd60-40e4-ade5-201acc61fa95 HTTP/1.1" status: 204 len: 168 time: 0.8877823 Aug 04 11:51:00.877115 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53920) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.893648 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3311d-a23c-4b59-815c-b89252e5719e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f040c00-bd60-40e4-ade5-201acc61fa95,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.930546 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.973094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.058660 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.061918 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.062726 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1557ad62-82fc-4ee4-a7a3-653aee2ba69f HTTP/1.1" status: 204 len: 168 time: 0.2013955 Aug 04 11:51:01.075388 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bbf7d-bf02-4844-88ff-bdea39c929fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557ad62-82fc-4ee4-a7a3-653aee2ba69f,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.382789 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734723'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.668228 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Deleting port a2ecd427-3890-462e-9765-9da40af609d7 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:01.668686 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.668855 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 42ad443b-ed0a-484e-a1bf-f5130ae676bc no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:01.704305 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: 42ad443b-ed0a-484e-a1bf-f5130ae676bc {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:01.704892 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device 42ad443b-ed0a-484e-a1bf-f5130ae676bc not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:01.705602 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b6ada8f9-416d-411a-bc06-382cc8f18fc9 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:01.739145 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: b6ada8f9-416d-411a-bc06-382cc8f18fc9 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:01.739746 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device b6ada8f9-416d-411a-bc06-382cc8f18fc9 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:01.761930 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] For port a2ecd427-3890-462e-9765-9da40af609d7, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a2ecd427-3890-462e-9765-9da40af609d7,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:01.762291 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.778362 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Calling delete_port for a2ecd427-3890-462e-9765-9da40af609d7 owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:01.985170 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.013519 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ecd427-3890-462e-9765-9da40af609d7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:02.510047 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-729921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-734839'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.738321 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Router 79265416-ce4d-4116-879f-4e348153540a has already been hosted by L3 agent dc5751bb-04e9-4b7b-9509-c787b5c10405 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:02.865936 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] Notify agent at l3_agent.dv-cinder-784140-6-iscsi the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:02.874140 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-fc90f994-2f73-4814-8f2d-a9152378d988 admin admin] 10.222.0.44 "PUT /v2.0/routers/79265416-ce4d-4116-879f-4e348153540a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960594 Aug 04 11:51:02.876763 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53928) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:02.877018 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Sync routers for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:02.888098 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:02.888893 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:02.999396 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.006864 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: dv-cinder-784140-6-iscsi {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:03.120604 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.197022 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Deleting port a06bec05-272a-4c1d-ad82-8f8f0c624414 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:03.197376 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.233741 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'external_fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:51:01Z', 'revision_number': 5, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port': {'id': 'a06bec05-272a-4c1d-ad82-8f8f0c624414', 'name': '', 'network_id': '3ef2f986-fe08-47a4-bd86-9373f26329d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79265416-ce4d-4116-879f-4e348153540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:04Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d499aa6-bd00-4ae6-b06d-150f747b2f07', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-6-iscsi'}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.261959 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Checking router: 79265416-ce4d-4116-879f-4e348153540a for host: dv-cinder-784140-6-iscsi {{(pid=99843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:03.271697 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Routers {'79265416-ce4d-4116-879f-4e348153540a'} bound to L3 agent in host dv-cinder-784140-6-iscsi {{(pid=99843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:03.272322 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:31:50Z,description=,heartbeat_timestamp=2021-08-04T11:50:50Z,host='dv-cinder-784140-6-iscsi',id=dc5751bb-04e9-4b7b-9509-c787b5c10405,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:31:50Z,topic='l3_agent')) {'router_ids': ['79265416-ce4d-4116-879f-4e348153540a'], 'active': True} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.288049 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] For port a06bec05-272a-4c1d-ad82-8f8f0c624414, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a06bec05-272a-4c1d-ad82-8f8f0c624414,segment=NetworkSegment(532043b6-888f-41df-a42e-4a103bbf9b18),segment_id=532043b6-888f-41df-a42e-4a103bbf9b18)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:03.288545 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.304624 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Calling delete_port for a06bec05-272a-4c1d-ad82-8f8f0c624414 owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:03.372496 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_dvr_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] Set router 79265416-ce4d-4116-879f-4e348153540a gateway port host: None {{(pid=99843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:03.436215 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.l3_hamode_db [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:51:03Z', 'revision_number': 6, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port_host': None}], 'dv-cinder-784140-6-iscsi', False) {} {{(pid=99843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.475481 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6831f-a81c-4bfe-b97a-74d1dc5e3f4d None None] The sync data for ids ['79265416-ce4d-4116-879f-4e348153540a'] in dv-cinder-784140-6-iscsi is: [{'id': '79265416-ce4d-4116-879f-4e348153540a', 'name': 'tempest-TestVolumeBootPattern-962332798-router', 'tenant_id': 'a6d8554b01114141a0b34803727d3118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:03Z', 'updated_at': '2021-08-04T11:51:03Z', 'revision_number': 6, 'project_id': 'a6d8554b01114141a0b34803727d3118', 'gw_port_host': None}] {{(pid=99843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:03.497065 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.526278 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06bec05-272a-4c1d-ad82-8f8f0c624414,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:03.595257 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-731853'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.696106 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11557'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.698450 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.755331 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733382'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.755947 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79265416-ce4d-4116-879f-4e348153540a {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:51:03.762428 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.763663 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-ebe1958e-fd08-40bf-bc55-b9cb280efb50 admin admin] 10.222.0.44 "DELETE /v2.0/routers/79265416-ce4d-4116-879f-4e348153540a HTTP/1.1" status: 204 len: 168 time: 0.8855548 Aug 04 11:51:03.766602 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53930) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:03.816361 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Deleting subnet 7dcb3ff4-bd72-4c88-831b-6cb9503d0974 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:51:03.820150 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.869633 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5186405'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.982743 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a2ecd427-3890-462e-9765-9da40af609d7 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:03.995378 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.011080 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: a2ecd427-3890-462e-9765-9da40af609d7 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:04.011466 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a2ecd427-3890-462e-9765-9da40af609d7 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:04.067115 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4795818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4398873'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.094567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcb3ff4-bd72-4c88-831b-6cb9503d0974,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:04.102567 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.104630 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-6cc20b09-4d7a-429a-b7e9-c7e9c380faf6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dcb3ff4-bd72-4c88-831b-6cb9503d0974 HTTP/1.1" status: 204 len: 168 time: 0.3370063 Aug 04 11:51:04.107960 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53934) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:04.110442 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e4591-0cc2-4c6b-bcc1-eb6e8e306fb8 None None] Network 3260e4f0-d78f-4770-86c4-c7ffa877984f requested from dv-cinder-784140-6-iscsi {{(pid=99842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:04.215411 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.290270 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Deleting port a771aea2-f5ed-4c08-8f64-d16601aa5d85 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:04.290672 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.406393 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] For port a771aea2-f5ed-4c08-8f64-d16601aa5d85, host dv-cinder-784140-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-6-iscsi',level=0,port_id=a771aea2-f5ed-4c08-8f64-d16601aa5d85,segment=NetworkSegment(c8af7569-63fe-4f49-99bc-c339497957b7),segment_id=c8af7569-63fe-4f49-99bc-c339497957b7)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:04.406941 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.429746 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Calling delete_port for a771aea2-f5ed-4c08-8f64-d16601aa5d85 owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:04.497022 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] DHCP port deletion for 3260e4f0-d78f-4770-86c4-c7ffa877984f request from dv-cinder-784140-6-iscsi {{(pid=99842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:04.575365 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Deleting port a771aea2-f5ed-4c08-8f64-d16601aa5d85 {{(pid=99842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:04.576063 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.579736 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4795765'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.613330 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Pushing event deleted for resources: {'Port': ['ID=a771aea2-f5ed-4c08-8f64-d16601aa5d85,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:04.616111 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] No DVR routers for this DVR port a771aea2-f5ed-4c08-8f64-d16601aa5d85 on host dv-cinder-784140-6-iscsi {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:04.684440 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] For port a771aea2-f5ed-4c08-8f64-d16601aa5d85, host dv-cinder-784140-6-iscsi, got binding levels [] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:04.685029 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.703754 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Calling delete_port for a771aea2-f5ed-4c08-8f64-d16601aa5d85 owned by network:dhcp {{(pid=99842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:04.705613 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.707219 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.ipam_backend_mixin [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Port a771aea2-f5ed-4c08-8f64-d16601aa5d85 was not found and therefore no delete operation was performed {{(pid=99842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 11:51:04.709256 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575'] for port, after_delete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.721680 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3260e4f0-d78f-4770-86c4-c7ffa877984f']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:04.743208 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Pushing event deleted for resources: {'Port': ['ID=a771aea2-f5ed-4c08-8f64-d16601aa5d85,revision_number=None']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:04.746280 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] No DVR routers for this DVR port a771aea2-f5ed-4c08-8f64-d16601aa5d85 on host dv-cinder-784140-6-iscsi {{(pid=99842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:04.747317 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8af7569-63fe-4f49-99bc-c339497957b7') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:04.748470 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8af7569-63fe-4f49-99bc-c339497957b7') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:04.761727 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.761944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.762142 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.762439 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.762787 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.763710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.763710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.763710 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.764053 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.764404 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.764684 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.765001 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552dad5d-205e-4dd6-8aef-365bfc813a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:04.768904 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.788215 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.797974 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:04.798403 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:04.800823 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:04.869834 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.878079 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.881922 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3260e4f0-d78f-4770-86c4-c7ffa877984f HTTP/1.1" status: 204 len: 168 time: 0.7724106 Aug 04 11:51:04.898849 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f0b4-ba96-4832-bb94-38a41436c992 admin admin] Pushing event deleted for resources: {'Network': ['ID=3260e4f0-d78f-4770-86c4-c7ffa877984f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.126319 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53948) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:05.194379 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-a959452a-4a41-4982-8d49-6ed96615b865 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78a726d3200f4262b363de424d33a181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665071 Aug 04 11:51:05.198214 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53954) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:05.294850 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.332827 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.349898 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-92ec2535-4a74-4a0e-b91b-7e9dfb829d79 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:05.351562 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-92ec2535-4a74-4a0e-b91b-7e9dfb829d79 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 814 time: 0.1792293 Aug 04 11:51:05.375948 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-446e1473-d1ad-49c7-b8dd-7b9c78f7142b tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/quotas/b205a243aced416b8e1f37c066f46316 HTTP/1.1" status: 200 len: 375 time: 0.0172076 Aug 04 11:51:05.408525 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.412176 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.416569 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7727d317-6008-46c2-86e7-6ec283b5e25e HTTP/1.1" status: 204 len: 168 time: 0.2141364 Aug 04 11:51:05.421496 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-019929ad-1954-4f17-aa69-a5b202ba5597 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343781 Aug 04 11:51:05.423012 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f80683-3662-4df0-ada3-d1db7305f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727d317-6008-46c2-86e7-6ec283b5e25e,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.581256 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-0d898421-0f17-4677-85cb-cc57ea67dcf5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:51:05.583075 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-0d898421-0f17-4677-85cb-cc57ea67dcf5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1509104 Aug 04 11:51:05.702124 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a771aea2-f5ed-4c08-8f64-d16601aa5d85 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:05.706111 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-0c99992f-be6e-472a-8a83-de6e5ee62ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116533 Aug 04 11:51:05.725128 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: a771aea2-f5ed-4c08-8f64-d16601aa5d85 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:05.725552 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a771aea2-f5ed-4c08-8f64-d16601aa5d85 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:05.725988 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a06bec05-272a-4c1d-ad82-8f8f0c624414 no longer exists at agent ovs-agent-dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:05.748471 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] No Port match for: a06bec05-272a-4c1d-ad82-8f8f0c624414 {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:05.748847 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Device a06bec05-272a-4c1d-ad82-8f8f0c624414 not bound to the agent host dv-cinder-784140-6-iscsi {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:05.816638 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-594bfb42-289d-47a2-a44a-4b67c30b2e1f service neutron] 10.222.0.44 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033480 Aug 04 11:51:05.894840 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 53962) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:05.952460 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-0f3be779-b1ec-4812-b48d-9298b295ec4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6d8554b01114141a0b34803727d3118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540850 Aug 04 11:51:05.953458 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 53966) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:06.045119 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-3650588d-276c-4167-bcee-b19fd2883ecc req-e9824af7-6ac0-41ff-ab7d-5441cd642c7d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 210 time: 0.0482957 Aug 04 11:51:06.051212 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.077660 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.141564 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.144205 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.146008 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f33aa68a-0666-4447-91bd-d63a39bab8bf HTTP/1.1" status: 204 len: 168 time: 0.1905580 Aug 04 11:51:06.169524 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cd4d4-6652-4509-9aec-b8abac5d8e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33aa68a-0666-4447-91bd-d63a39bab8bf,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:06.834238 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.181087 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-3ced9b18-25cc-4879-815b-c3993f4016de req-f402390b-124b-41c8-8aee-c28b64a2d9fa tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 210 time: 0.0342875 Aug 04 11:51:07.628652 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-c53e0649-3271-4e1c-a5f8-d0f6a655b349 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:07.630823 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-c53e0649-3271-4e1c-a5f8-d0f6a655b349 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 814 time: 0.1329055 Aug 04 11:51:07.644660 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Request body: {'port': {'device_id': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a', 'admin_state_up': True, 'tenant_id': 'b205a243aced416b8e1f37c066f46316'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:07.776743 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Made reservation on behalf of b205a243aced416b8e1f37c066f46316 for: {'port': 1} {{(pid=99841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:07.780804 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.942999 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Allocated IP 172.20.0.6 (5886378d-15c4-4b48-bc13-26e7d305318a/012b58db-3240-4888-9d6a-6567ea596ee8/1dab982f-c043-4bc2-a18c-45877bca5ecf) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:08.165456 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.222711 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791248742566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.285830 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Network 5886378d-15c4-4b48-bc13-26e7d305318a is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:08.305180 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:08.308670 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:08.311481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Pushing event updated for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:08.336670 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9ed4-4349-42f0-9e33-b5a96baa96e5 req-07d3bb97-9c4b-448f-af5b-81aa66b1291a tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:08.338481 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-67fe9ed4-4349-42f0-9e33-b5a96baa96e5 req-07d3bb97-9c4b-448f-af5b-81aa66b1291a tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 931 time: 0.0622723 Aug 04 11:51:08.366275 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:08.366920 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.382342 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-db480648-94e1-4951-a497-eec46c4418db tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7417274 Aug 04 11:51:08.382608 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-67fe9ed4-4349-42f0-9e33-b5a96baa96e5 req-90b63d54-8aad-47ca-b74d-fb36976bc0c4 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Aug 04 11:51:08.398202 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.v2.base [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Request body: {'port': {'device_id': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=99841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:08.456597 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.721191 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dab982f-c043-4bc2-a18c-45877bca5ecf {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:08.729352 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.742010 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Transition to ACTIVE for port object 1dab982f-c043-4bc2-a18c-45877bca5ecf will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:08.746191 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.793407 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:08.864938 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Attempting to bind port 1dab982f-c043-4bc2-a18c-45877bca5ecf on host hv-cinder-78414 for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:08.865450 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Attempting to bind port 1dab982f-c043-4bc2-a18c-45877bca5ecf by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:08.865841 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Attempting to bind port 1dab982f-c043-4bc2-a18c-45877bca5ecf on network 5886378d-15c4-4b48-bc13-26e7d305318a {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:08.870328 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Port 1dab982f-c043-4bc2-a18c-45877bca5ecf on network 5886378d-15c4-4b48-bc13-26e7d305318a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:08.870641 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Attempting to bind port 1dab982f-c043-4bc2-a18c-45877bca5ecf on network 5886378d-15c4-4b48-bc13-26e7d305318a {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:08.875363 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Checking agent: {'id': '9358ef1c-3af0-40e3-a982-749f2affec06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'started_at': datetime.datetime(2021, 8, 4, 11, 38, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:08.875689 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Checking segment: {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:08.876063 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Bound using segment: {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:08.876509 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Bound port: 1dab982f-c043-4bc2-a18c-45877bca5ecf, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb7e726-e1a6-4774-94d7-ff9b956779c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:08.876865 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.938054 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:08.940973 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:08.945938 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068126'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.981879 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:08.982494 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.983871 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] 10.222.0.83 "PUT /v2.0/ports/1dab982f-c043-4bc2-a18c-45877bca5ecf HTTP/1.1" status: 200 len: 1093 time: 0.5919034 Aug 04 11:51:08.984307 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:08.986731 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217531a6-f91c-4837-b4f3-5c109514d0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:09.013638 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5716b4c-0162-4573-b954-a716338f5729 service neutron] Pushing event updated for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:09.033658 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555316a8-bb66-47b4-aadb-944f2f2f2989 x-openstack-request-id: req-555316a8-bb66-47b4-aadb-944f2f2f2989 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:09.033936 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:09.034186 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-555316a8-bb66-47b4-aadb-944f2f2f2989 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:09.034570 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf', 'status': 'completed', 'code': 200} Aug 04 11:51:09.067345 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-3696b728-0cad-44ea-acf8-f6a01df12f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:09.069171 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-3696b728-0cad-44ea-acf8-f6a01df12f06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 1096 time: 0.0468478 Aug 04 11:51:09.120484 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-fb468294-6223-4c34-9921-1b2a39f333d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf HTTP/1.1" status: 200 len: 217 time: 0.0393355 Aug 04 11:51:09.171318 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-432ca958-2767-4c52-b300-36f6a83b0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:09.172802 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-432ca958-2767-4c52-b300-36f6a83b0745 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=012b58db-3240-4888-9d6a-6567ea596ee8 HTTP/1.1" status: 200 len: 854 time: 0.0451488 Aug 04 11:51:09.205302 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-c7dd00fa-968a-4341-9bf7-c4669c8da14d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5886378d-15c4-4b48-bc13-26e7d305318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238760 Aug 04 11:51:09.522839 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eb070-1419-4e93-abf5-77c97e83f64c req-11be7b14-94e9-4c6d-a105-079bf819f002 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:09.524463 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ed0eb070-1419-4e93-abf5-77c97e83f64c req-11be7b14-94e9-4c6d-a105-079bf819f002 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 943 time: 0.0601144 Aug 04 11:51:09.565592 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-ed0eb070-1419-4e93-abf5-77c97e83f64c req-ce023751-3f4f-459a-849d-327d5ca4b080 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Aug 04 11:51:09.598199 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-8116aad4-302f-43d1-9979-18713d161d72 service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846190 Aug 04 11:51:09.698660 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-abbc1d48-fbf5-45de-bd08-59358f3691c8 req-119b945a-7840-484d-a1ae-45aaa5f9a6b7 service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915370 Aug 04 11:51:09.796961 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-6c6c2200-f1ef-4479-8fae-d21c97cd1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:09.798530 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-6c6c2200-f1ef-4479-8fae-d21c97cd1581 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b205a243aced416b8e1f37c066f46316&device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 1096 time: 0.0475645 Aug 04 11:51:09.906590 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-7f2b11fd-ea16-4a8c-bedb-b8b08dae0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:09.908186 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-7f2b11fd-ea16-4a8c-bedb-b8b08dae0b52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 200 len: 915 time: 0.1009445 Aug 04 11:51:09.960196 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-f8e830c0-7ffc-4a4d-b37a-364fff04ca1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf HTTP/1.1" status: 200 len: 217 time: 0.0396631 Aug 04 11:51:10.021583 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-c70a2d53-8ad4-4e9b-92e2-8aef81a18519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:10.024248 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-c70a2d53-8ad4-4e9b-92e2-8aef81a18519 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=012b58db-3240-4888-9d6a-6567ea596ee8 HTTP/1.1" status: 200 len: 854 time: 0.0567355 Aug 04 11:51:10.062366 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-ebdd857c-93ef-4bf7-8282-ca45b4745f37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5886378d-15c4-4b48-bc13-26e7d305318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300550 Aug 04 11:51:10.155423 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-09ca70cb-c073-4fa3-aac7-551ac35d6511 service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Aug 04 11:51:10.261260 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-217531a6-f91c-4837-b4f3-5c109514d0ec req-a496b87f-6abd-4118-a4ed-593817dad643 service neutron] 10.222.0.83 "GET /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963769 Aug 04 11:51:10.701016 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bc069-c164-4845-a26d-667d5f317a2a req-822ab7f1-7f8f-4023-a369-c6673f404842 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:10.702551 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-923bc069-c164-4845-a26d-667d5f317a2a req-822ab7f1-7f8f-4023-a369-c6673f404842 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 943 time: 0.0532928 Aug 04 11:51:10.745631 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-923bc069-c164-4845-a26d-667d5f317a2a req-33c5e3dc-1156-465f-a1eb-975a7f25a304 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358450 Aug 04 11:51:10.886888 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 1dab982f-c043-4bc2-a18c-45877bca5ecf details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=99842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:10.988395 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:11.001129 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Returning: {'device': '1dab982f-c043-4bc2-a18c-45877bca5ecf', 'network_id': '5886378d-15c4-4b48-bc13-26e7d305318a', 'port_id': '1dab982f-c043-4bc2-a18c-45877bca5ecf', 'mac_address': 'fa:16:3e:35:f6:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012b58db-3240-4888-9d6a-6567ea596ee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:11.042111 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.058874 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dab982f-c043-4bc2-a18c-45877bca5ecf {{(pid=99842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:11.079944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:11.085151 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.138343 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:11.317488 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['1dab982f-c043-4bc2-a18c-45877bca5ecf'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:11.875964 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790095ce-6d9b-45cc-84c6-0525aba9d7f6 req-1977cf18-4fac-4e6f-a1ee-fcb880b95290 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:11.877916 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-790095ce-6d9b-45cc-84c6-0525aba9d7f6 req-1977cf18-4fac-4e6f-a1ee-fcb880b95290 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 944 time: 0.0577552 Aug 04 11:51:11.921175 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-790095ce-6d9b-45cc-84c6-0525aba9d7f6 req-a131241c-c9c6-4146-b3bb-7e8454d3feed tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364470 Aug 04 11:51:12.883104 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 1dab982f-c043-4bc2-a18c-45877bca5ecf up at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:12.943046 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning for port 1dab982f-c043-4bc2-a18c-45877bca5ecf completed by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:12.947562 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Provisioning complete for port 1dab982f-c043-4bc2-a18c-45877bca5ecf triggered by entity L2. {{(pid=99842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:12.947944 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386089'] for port, provisioning_complete {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.050685 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612159'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.067250 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b68f-2ff2-4cdd-93c2-0d05f0ea8ab8 req-3b6bb4d3-e9dd-41af-9034-17178bdb4b48 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:13.068809 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-92a0b68f-2ff2-4cdd-93c2-0d05f0ea8ab8 req-3b6bb4d3-e9dd-41af-9034-17178bdb4b48 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 944 time: 0.0632548 Aug 04 11:51:13.086073 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf'}] {{(pid=99842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:13.088766 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee93d72fb861d84dee7c9d6d1daee3f23144f56a315398b85cfa4b32d89b040" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ef2d0-c7d7-4718-a010-12bd0533a481" -d '{"events": [{"server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "name": "network-vif-plugged", "status": "completed", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf"}]}' {{(pid=99842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:13.103323 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:13.108802 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791249201071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791248742584', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791248742602'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.117243 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-92a0b68f-2ff2-4cdd-93c2-0d05f0ea8ab8 req-48bf92c0-dcd3-4a95-ab42-d9d39fb85bbd tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Aug 04 11:51:13.164878 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Pushing event updated for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=5']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:13.250864 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96649f8e-25bd-4a1a-a575-0e01c13839e7 x-openstack-request-id: req-96649f8e-25bd-4a1a-a575-0e01c13839e7 {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:13.251187 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "name": "network-vif-plugged", "status": "completed", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf", "code": 200}]} {{(pid=99842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:13.251444 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96649f8e-25bd-4a1a-a575-0e01c13839e7 {{(pid=99842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:13.251874 dv-cinder-784140-6-iscsi neutron-server[99842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf', 'code': 200} Aug 04 11:51:13.434049 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154d7d-5f29-4802-907a-f3e014611476 req-0327ee6d-c8d8-4891-9fca-4017632f6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:13.435441 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e154d7d-5f29-4802-907a-f3e014611476 req-0327ee6d-c8d8-4891-9fca-4017632f6a17 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 1098 time: 0.0462060 Aug 04 11:51:13.477193 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-5e154d7d-5f29-4802-907a-f3e014611476 req-46dfb3f4-52e2-4109-a247-20598ef83f5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328979 Aug 04 11:51:14.249382 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1cc61-bfc1-49c4-ab94-6651cee589a3 req-e5ee4bdb-ec87-4d84-a871-ea08bc117242 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.250951 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-43c1cc61-bfc1-49c4-ab94-6651cee589a3 req-e5ee4bdb-ec87-4d84-a871-ea08bc117242 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 945 time: 0.0558279 Aug 04 11:51:14.297014 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-43c1cc61-bfc1-49c4-ab94-6651cee589a3 req-23f06ed8-d886-4bf3-9836-4caf94a96fb2 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Aug 04 11:51:15.115919 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-290ae41e-ee3c-4dc5-96d5-a7fccf3c5448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.427390 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868127a-92c3-4859-9d38-a78ef50c4615 req-cb99a22b-fd2f-439d-b3f8-e697b35b60d2 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:15.429086 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0868127a-92c3-4859-9d38-a78ef50c4615 req-cb99a22b-fd2f-439d-b3f8-e697b35b60d2 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Aug 04 11:51:15.472644 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-0868127a-92c3-4859-9d38-a78ef50c4615 req-85664b7c-1e37-47b0-bfa1-f3da5df3ecc7 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Aug 04 11:51:18.682744 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.798725 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-830b0fd2-2745-41cc-ba0e-dd85e38ca35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.762013 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.695340 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:31.045785 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:51:35.663028 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342773-bdc0-4d56-ae5a-ceaba140d69c req-6979dcdb-37fa-456c-bd33-f8334980a07c tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:35.664617 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d342773-bdc0-4d56-ae5a-ceaba140d69c req-6979dcdb-37fa-456c-bd33-f8334980a07c tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 945 time: 0.0554314 Aug 04 11:51:35.709694 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [req-4d342773-bdc0-4d56-ae5a-ceaba140d69c req-0db70855-d21b-4269-ad01-34a4e5ef255d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Aug 04 11:51:36.837837 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3251-c093-4c3b-8f72-c25c72569438 req-73586080-55b9-4c47-bb07-656e132b825d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:36.839416 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-147e3251-c093-4c3b-8f72-c25c72569438 req-73586080-55b9-4c47-bb07-656e132b825d tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 945 time: 0.0572615 Aug 04 11:51:36.843156 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:36.883161 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-147e3251-c093-4c3b-8f72-c25c72569438 req-5e838b3e-4e4a-4a82-a88c-fa253e959797 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/security-groups?id=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Aug 04 11:51:37.298467 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-d7cd403b-bc5b-492c-863f-c263ba0defbe tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:37.299843 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-d7cd403b-bc5b-492c-863f-c263ba0defbe tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 945 time: 0.0598719 Aug 04 11:51:37.399798 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Deleting port 1dab982f-c043-4bc2-a18c-45877bca5ecf {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:37.400155 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791249197370'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:37.524308 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.db [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] For port 1dab982f-c043-4bc2-a18c-45877bca5ecf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1dab982f-c043-4bc2-a18c-45877bca5ecf,segment=NetworkSegment(4bb7e726-e1a6-4774-94d7-ff9b956779c7),segment_id=4bb7e726-e1a6-4774-94d7-ff9b956779c7)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:37.524906 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-730024'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:37.545794 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Calling delete_port for 1dab982f-c043-4bc2-a18c-45877bca5ecf owned by compute:nova {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:37.726046 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1606952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791249201053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791248742575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068119'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:37.737533 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] get_ports_and_sgs() called for port_ids ['1dab982f-c043-4bc2-a18c-45877bca5ecf'] {{(pid=99842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:37.761316 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Pushing event deleted for resources: {'Port': ['ID=1dab982f-c043-4bc2-a18c-45877bca5ecf,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:37.805792 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] No DVR routers for this DVR port 1dab982f-c043-4bc2-a18c-45877bca5ecf on host hv-cinder-78414 {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:37.809025 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1030876'] for port, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:37.811039 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-7934c3a1-4445-400a-a4b5-28ca4f27483f req-0047c324-ca63-4255-b716-fdc8061bbb89 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.83 "DELETE /v2.0/ports/1dab982f-c043-4bc2-a18c-45877bca5ecf HTTP/1.1" status: 204 len: 173 time: 0.5041194 Aug 04 11:51:37.811479 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'name': 'network-vif-deleted', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:37.813799 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f20c2ebf68d9a1aa183c88d83dc51c8e055b6a6a93fd0ed446350d0192ea72a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0cdf64-31ab-417a-ab0b-cd8ef70f491a" -d '{"events": [{"server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "name": "network-vif-deleted", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:37.854838 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2deb8e-3168-4e3c-b5a2-d7e80eaded9f x-openstack-request-id: req-ce2deb8e-3168-4e3c-b5a2-d7e80eaded9f {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:37.855949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704de3cb-84de-4959-8a08-cd33ef4e4c06", "name": "network-vif-deleted", "tag": "1dab982f-c043-4bc2-a18c-45877bca5ecf", "status": "completed", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:37.855949 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce2deb8e-3168-4e3c-b5a2-d7e80eaded9f {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:37.856265 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704de3cb-84de-4959-8a08-cd33ef4e4c06', 'name': 'network-vif-deleted', 'tag': '1dab982f-c043-4bc2-a18c-45877bca5ecf', 'status': 'completed', 'code': 200} Aug 04 11:51:38.022424 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [req-993aa7fa-a78e-4c0e-a24b-5da0560e424e req-5362ef5f-58cd-4e99-b124-ffb3b70bdc71 tempest-VolumesSnapshotTestJSON-1886096503 tempest-VolumesSnapshotTestJSON-1886096503-project] 10.222.0.44 "GET /v2.0/ports?device_id=704de3cb-84de-4959-8a08-cd33ef4e4c06 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Aug 04 11:51:41.743806 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 1dab982f-c043-4bc2-a18c-45877bca5ecf no longer exists at agent hyperv_hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:41.765214 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.plugin [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] No Port match for: 1dab982f-c043-4bc2-a18c-45877bca5ecf {{(pid=99842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:41.765680 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron.plugins.ml2.rpc [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Device 1dab982f-c043-4bc2-a18c-45877bca5ecf not bound to the agent host hv-cinder-78414 {{(pid=99842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:45.117961 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-7de20ffd-b4e2-40ee-84f0-ba3be0bfded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.685020 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.799370 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8c65-785f-4526-afea-499b86c69baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:50.766792 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:52.698813 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.676094 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 54220) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:02.724700 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.db.db_base_plugin_v2 [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Deleting subnet 012b58db-3240-4888-9d6a-6567ea596ee8 {{(pid=99841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:52:02.730456 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.773481 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5067581'] for subnet, precommit_delete_associations {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.813802 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392405'] for subnet, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.874095 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1389286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5068168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33174739'] for subnet, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.900810 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012b58db-3240-4888-9d6a-6567ea596ee8,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:02.905414 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:02.907464 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/012b58db-3240-4888-9d6a-6567ea596ee8 HTTP/1.1" status: 204 len: 168 time: 0.2297428 Aug 04 11:52:02.910488 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 54222) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:02.914208 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.914570 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.914904 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.915244 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.915577 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.915908 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.916234 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.916590 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.916919 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.917245 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.917571 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.917893 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33affe8c-3692-4b31-81ce-995ab41c797d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:02.977579 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626011'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.059388 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391506', 'neutron.services.segments.db._delete_segments_for_network-8791249290231'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.070348 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5886378d-15c4-4b48-bc13-26e7d305318a']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:03.080593 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb7e726-e1a6-4774-94d7-ff9b956779c7') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:03.080893 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.services.segments.db [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb7e726-e1a6-4774-94d7-ff9b956779c7') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:03.089653 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791249293316', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5186414'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.103553 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.109967 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:52:03.110361 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1392489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4795648'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: Traceback (most recent call last): Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: timer() Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: cb(*args, **kw) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: return func(*args, **kwargs) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: self._notify() Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: self.callback(batched_events) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: event.method(event) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: return f(self, *a, **k) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._get(url).json() Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: return self.request(url, 'GET', **kwargs) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:52:03.112001 dv-cinder-784140-6-iscsi neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:52:03.165410 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-731881'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.169843 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729956'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.171727 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5886378d-15c4-4b48-bc13-26e7d305318a HTTP/1.1" status: 204 len: 168 time: 0.2603171 Aug 04 11:52:03.189217 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5886378d-15c4-4b48-bc13-26e7d305318a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:03.197382 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.197645 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.197966 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.198311 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.198644 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.198982 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.199312 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.199637 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.199965 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.200289 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.200668 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.200993 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc617c-23d7-4bd2-b24b-9e1fad8e33e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-6-iscsi {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:03.339763 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 54226) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.384201 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-4fd964ee-7537-4c02-bb21-35153f567b16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b205a243aced416b8e1f37c066f46316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430305 Aug 04 11:52:03.386594 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 54228) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.435777 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.458257 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.505739 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.508419 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.509572 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25 HTTP/1.1" status: 204 len: 168 time: 0.1220684 Aug 04 11:52:03.517239 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bea3ba-b1a3-4302-8e67-cbe28d834548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9fae0-48a0-4d78-bd4a-5aed5a79ae25,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:06.848884 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.045159 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:52:12.572979 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.wsgi [-] (99841) accepted ('10.222.0.44', 54300) {{(pid=99841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:12.681418 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-abd62dec-5d84-454f-9475-274a5974ea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.777267 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-abd62dec-5d84-454f-9475-274a5974ea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.781385 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-abd62dec-5d84-454f-9475-274a5974ea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.820896 dv-cinder-784140-6-iscsi neutron-server[99841]: INFO neutron.wsgi [None req-abd62dec-5d84-454f-9475-274a5974ea48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab91024640c146d78b9bbd7e7bbf4a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466400 Aug 04 11:52:12.821619 dv-cinder-784140-6-iscsi neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd62dec-5d84-454f-9475-274a5974ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea47a44-3060-413e-baa5-194c488a5780,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:12.823606 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.44', 54304) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:12.876166 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.899644 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.947623 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749366'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.950214 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.951400 dv-cinder-784140-6-iscsi neutron-server[99840]: INFO neutron.wsgi [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ea47a44-3060-413e-baa5-194c488a5780 HTTP/1.1" status: 204 len: 168 time: 0.1267681 Aug 04 11:52:12.961733 dv-cinder-784140-6-iscsi neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a534d-1b33-4a44-ac8f-f805e34f2df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea47a44-3060-413e-baa5-194c488a5780,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:15.120059 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e77016b-847a-4486-af0d-654f192717ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.687995 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.803873 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2c0a1064-00bb-48ed-a069-a46c4076c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.767783 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.699653 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.849509 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.044217 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:52:45.120423 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-964e9a5a-c399-4bcb-91f7-a74ff1ec9b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.689607 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.805614 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0598267a-cf07-490d-9a34-bbe2b336f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:50.768842 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:52.702205 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:06.853986 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:15.123242 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-b638a457-b5f8-4a6e-a75f-87ffb1850e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.692547 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.807438 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-1b23dd6c-d5fe-4934-9e2f-49f7d66bb421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.784025 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.044686 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:53:22.705775 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.873849 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.130110 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-506bcca9-357f-4eb8-b526-5cf7c1f6dc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:48.701214 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:49.811729 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-c944d641-7995-46b8-8c32-899c4fb664aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.778974 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:52.712996 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:59.045134 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:54:06.861625 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:15.125640 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f7c01b7c-109f-48c6-a16c-627b962d70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.695699 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.806715 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7b3f-80f7-4c35-b6ac-e46b1118c913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:20.780237 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:22.712115 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:36.046560 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:54:36.866416 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:45.128067 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8270c0b3-8d77-495d-8699-358987bfd4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:48.702483 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:49.815695 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0cf445d7-e667-49d7-be9f-8841ea6243cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.783715 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:52.720958 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.871198 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:13.046098 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:15.130489 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-3f71dcc6-459d-4651-9aed-a97cd897829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.697213 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.807732 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-f18e0f5c-e53f-42a4-98d5-71607e054d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:20.785417 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:22.719712 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:36.882228 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.132098 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb72d-1ac7-43d2-b91b-82f5a991e955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.699992 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:49.809219 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f655b8d-4133-47b2-a325-378b008360ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:50.044699 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:50.787952 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.729206 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:06.887633 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:15.133724 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-bddd80c7-da29-41e2-ae81-a62465f3c86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:18.701803 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.810828 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-80d0458a-57bc-4538-926b-527cfa399eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:20.790688 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:22.729890 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:27.044292 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:56:36.896335 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:45.135088 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-299702c9-69c1-4764-8aa4-50fd38fb6f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.703427 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:49.811247 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-ba172b5b-f442-4047-8755-c8012076e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:50.793893 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:52.733102 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:04.043718 dv-cinder-784140-6-iscsi neutron-server[99843]: DEBUG neutron.db.agents_db [None req-f3ce13bc-e084-4f38-aef8-4d6273a83d58 None None] Agent healthcheck: found 6 active agents {{(pid=99843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:57:06.894341 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-9e790cc2-8203-4484-82f3-7ba2c7169be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:15.138726 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0a83cd38-dd6b-4f5c-b8ba-4f4a4d78aed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:18.704895 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-68f20661-8e7c-40ca-b68b-d885d7ea346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.812101 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-0d0b742f-8135-48c0-85a7-1bca975a6e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.797259 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d6b-e235-4a49-b56e-45e478648b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.734597 dv-cinder-784140-6-iscsi neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d47caf5f-dc32-4a40-941d-5866b82f59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791249290213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386046'] for agent, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}